-- Logs begin at Wed 2022-04-06 11:37:27 UTC, end at Wed 2022-04-06 13:09:18 UTC. -- Apr 06 12:29:20.309388 dv-cinder-836069-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 12:29:23.287094 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.common.config [-] Logging enabled! Apr 06 12:29:23.287788 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 12:29:23.287788 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 12:29:23.291032 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.common.config [-] Logging enabled! Apr 06 12:29:23.291289 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 12:29:23.291601 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103880) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 12:29:23.292540 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:29:23.292775 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:29:23.293145 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:29:23.293390 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:29:23.293615 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:29:23.294030 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.294471 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 12:29:23.294798 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.295095 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.295391 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.295688 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.295978 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.296262 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.296554 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.296852 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.297140 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.297421 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.297706 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.298002 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.298287 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.298601 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.298890 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.299174 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] debug = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.299456 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.299891 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.300323 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.300603 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.300897 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.301172 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.301518 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.302292 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.302607 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.302937 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] host = dv-cinder-836069-1-iscsi {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.303221 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.303509 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.303796 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.304084 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.304360 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.304639 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.304926 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.305202 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.305476 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] log_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.305754 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.306047 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.306335 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.306647 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.306879 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.307417 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.307417 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.307667 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.307943 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.308220 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.308496 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.308856 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.309046 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.309316 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.309603 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.309889 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.310176 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.310473 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.310754 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.311236 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.311338 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.311569 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.311843 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.312118 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.312391 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.312679 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.312950 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.313223 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.313522 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.313808 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.314090 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.314377 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.314675 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.314957 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.315228 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.315499 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.315769 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] use_json = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.316044 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.316317 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.316598 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.316873 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.317178 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.317726 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.317726 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.317993 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.318266 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:23.318585 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.318885 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.319187 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.319489 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.319781 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.320063 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.320358 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.320632 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.320920 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.321209 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.321501 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.321781 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.322083 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.322377 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.322692 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.322996 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.323300 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.323587 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.323866 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.324144 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.324422 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.324702 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.324987 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.325265 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.325552 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.325842 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.326124 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.326441 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.326731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.327026 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.327320 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.327595 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.327873 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.328171 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.328448 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.328723 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.329004 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.329298 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.329573 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.329848 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.330134 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.330437 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.330712 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.330985 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.331264 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.331555 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.331833 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.332106 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.332379 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.332678 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.332953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.333238 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.333514 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.333789 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.334061 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.334339 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.334647 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.334926 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.335203 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.335476 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.335752 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.336027 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.336300 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.336572 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.336842 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.337114 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.337387 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.337655 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.337935 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.338209 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.338552 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.338867 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.339050 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.339323 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.339610 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.339909 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.340190 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.340470 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.340750 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.341029 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.341306 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.341584 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.341865 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.342146 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.342450 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.342745 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.343030 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.343322 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.343628 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.343904 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.344202 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.344481 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.344762 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.345045 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.345321 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.345601 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.345886 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.346172 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.346489 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.346786 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.347080 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.347373 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.347667 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.347950 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.348776 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.349291 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:23.349291 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:29:23.349498 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103880) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 12:29:23.723030 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 12:29:23.723406 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 12:29:23.724251 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 12:29:23.724570 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 12:29:24.049735 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.049939 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.050207 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.051481 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.051755 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.053792 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.107103 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.107371 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.107639 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.121942 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.122221 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.122515 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.153297 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.153575 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.153846 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.189799 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.190079 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.190349 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.534278 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.534972 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.534972 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.535114 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.536330 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.636034 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.636393 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.636679 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.636953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.637223 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.637534 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.637796 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.638053 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.638307 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.638617 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.638876 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.639162 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.639397 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.639650 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.639904 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.640169 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.640423 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.640689 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.640957 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.641216 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.641486 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.641737 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.642089 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.642560 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.642820 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.643070 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.643567 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:29:24.643812 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:29:24.644051 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:29:24.644288 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:29:24.644524 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:29:24.644759 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:29:24.645169 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 12:29:24.648371 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 12:29:24.652274 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 12:29:24.656080 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Apr 06 12:29:24.657674 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 12:29:24.658151 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 12:29:24.658511 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 12:29:24.658898 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 12:29:24.663591 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 12:29:24.663847 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 12:29:24.664193 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 12:29:24.669068 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 12:29:24.693127 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 12:29:24.693580 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.693884 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103880) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 12:29:24.694252 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.695626 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103880) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 12:29:24.695906 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 12:29:24.696150 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 12:29:24.699442 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.699722 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:24.765852 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 12:29:24.766088 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 12:29:24.766326 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 12:29:24.766737 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 12:29:24.788066 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_db.sqlalchemy.engines [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103880) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 12:29:25.382777 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Initializing driver for type 'gre' Apr 06 12:29:25.383368 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] gre ID ranges: [(1, 1000)] Apr 06 12:29:25.588554 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Initializing driver for type 'local' Apr 06 12:29:25.589194 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Initializing driver for type 'vlan' Apr 06 12:29:25.816799 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] VlanTypeDriver initialization complete Apr 06 12:29:25.817215 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Initializing driver for type 'vxlan' Apr 06 12:29:25.821867 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] vxlan ID ranges: [(1, 1000)] Apr 06 12:29:26.085917 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Initializing extension driver 'port_security' Apr 06 12:29:26.086175 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.extensions.port_security [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] PortSecurityExtensionDriver initialization complete Apr 06 12:29:26.086539 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Initializing mechanism driver 'openvswitch' Apr 06 12:29:26.086863 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Initializing mechanism driver 'hyperv' Apr 06 12:29:26.093530 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:26.094418 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > port after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.094787 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > port after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.095137 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > port after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.095671 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:29:26.096126 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > subnet after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.096476 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > subnet after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.096818 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.097216 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:29:26.097622 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > network after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.097970 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > network after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.098309 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > network after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.098730 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:29:26.099139 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > security_group after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.099490 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > security_group after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.099833 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > security_group after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.100231 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:29:26.100634 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.100979 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.101325 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.101714 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:29:26.102110 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > address_group after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.102479 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > address_group after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.102817 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > address_group after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.103212 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103880) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 12:29:26.103650 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] ML2 OVO RPC backend initialized. {{(pid=103880) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 12:29:26.104359 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.104715 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.105128 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > network before_response 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.105480 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > networks before_response 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.105829 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > port before_response 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.106173 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > ports before_response 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.106553 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > subnet before_response 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.106895 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > subnets before_response 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.107320 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > network after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.107619 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > network after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.107957 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > network after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.108295 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > port after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.108631 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > port after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.108966 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > port after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.109300 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > subnet after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.109632 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > subnet after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.109966 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > subnet after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.117325 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded quota_driver: . Apr 06 12:29:26.117698 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.plugin [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Modular L2 Plugin initialization complete Apr 06 12:29:26.118045 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading services supported by the core plugin {{(pid=103880) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 12:29:26.118405 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.plugins.ml2.managers [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Got port-security extension from driver 'port_security' Apr 06 12:29:26.124127 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.extensions.vlantransparent [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Disabled vlantransparent extension. Apr 06 12:29:26.124127 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103880) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 12:29:26.124127 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading Plugin: router Apr 06 12:29:26.161750 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router_interface before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.162143 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router after_create 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.162544 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router before_create 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.162907 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.163276 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.163630 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router after_delete 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.163987 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > floatingip after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.164333 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > floatingip after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.164687 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router after_create 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.165030 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router after_update 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.165377 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router after_update 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.165721 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.166075 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router after_update 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.166503 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router precommit_update 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.166873 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: port after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.167210 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: port after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.167543 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: subnet after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.167898 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.168230 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > port precommit_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.168574 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router precommit_create 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.168919 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: port before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.169257 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router precommit_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.169608 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router after_update 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.169945 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router precommit_delete 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.170298 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router precommit_create 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.170678 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router_interface after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.171023 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router precommit_update 55549900 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.171384 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > agent after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.171863 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > agent after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.172210 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > network after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.173078 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Tracking information for resource: router configured {{(pid=103880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:29:26.173406 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Tracking information for resource: floatingip configured {{(pid=103880) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 12:29:26.182752 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.db.l3_agentschedulers_db [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 12:29:26.183341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: port after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.183706 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: port after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.184058 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: port after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.184416 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: port after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.185216 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router before_create 55550100 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.185581 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router precommit_delete 55550100 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.185945 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router precommit_create 55550100 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.186304 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > router precommit_update 55550100 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.191115 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.services.provider_configuration [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service providers = [] {{(pid=103880) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 12:29:26.191478 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.db.servicetype_db [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103880) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 12:29:26.196150 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.services.service_base [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:29:26.196498 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.services.service_base [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:29:26.196844 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.services.service_base [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:29:26.197734 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.services.service_base [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103880) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 12:29:26.198106 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.services.service_base [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 12:29:26.198514 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:29:26.198904 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 12:29:26.210621 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:29:26.211916 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading Plugin: auto_allocate Apr 06 12:29:26.219030 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: network precommit_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.219647 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: network precommit_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.220535 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:29:26.221052 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading Plugin: tag Apr 06 12:29:26.229367 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:29:26.229703 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading Plugin: timestamp Apr 06 12:29:26.233918 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:29:26.234585 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading Plugin: network_ip_availability Apr 06 12:29:26.240709 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.241087 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.241446 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.242202 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:29:26.242572 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading Plugin: flavors Apr 06 12:29:26.248784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:29:26.249121 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading Plugin: revisions Apr 06 12:29:26.253442 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103880) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 12:29:26.253847 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_concurrency.lockutils [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.530s {{(pid=103880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 12:29:26.255698 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103880) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 12:29:26.256051 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Initializing extension manager. Apr 06 12:29:26.256585 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: __init__.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.256929 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: __pycache__ {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.257262 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: address_group.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.258027 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.258641 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: address-group Apr 06 12:29:26.258966 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: address_scope.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.259925 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.260442 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: address-scope Apr 06 12:29:26.260762 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: admin_state_down_before_update.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.261693 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.262211 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: router-admin-state-down-before-update Apr 06 12:29:26.262636 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: agent.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.263338 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.263864 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: agent Apr 06 12:29:26.264178 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: agent_resources_synced.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.265080 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.265596 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: agent-resources-synced Apr 06 12:29:26.265912 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: allowedaddresspairs.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.267745 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.268276 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: allowed-address-pairs Apr 06 12:29:26.268602 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: auto_allocated_topology.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.269678 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.271281 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: auto-allocated-topology Apr 06 12:29:26.271629 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: availability_zone.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.272315 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.272836 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: availability_zone Apr 06 12:29:26.273161 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: availability_zone_filter.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.274071 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.274621 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: availability_zone_filter Apr 06 12:29:26.274955 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: data_plane_status.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.275835 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.276356 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 12:29:26.276679 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: default_subnetpools.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.277587 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.278105 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: default-subnetpools Apr 06 12:29:26.278455 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: dhcpagentscheduler.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.279363 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.279885 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: dhcp_agent_scheduler Apr 06 12:29:26.280205 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: dns.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.281125 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.281634 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension dns-integration not supported by any of loaded plugins Apr 06 12:29:26.281959 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: dns_domain_ports.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.282904 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.283418 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 12:29:26.283737 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.284648 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.285167 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 12:29:26.285480 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: dvr.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.286760 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.287277 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: dvr Apr 06 12:29:26.287593 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: ecmp_routes.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.288512 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.289022 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 12:29:26.289339 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: empty_string_filtering.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.290239 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.290787 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: empty-string-filtering Apr 06 12:29:26.291101 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.292013 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.292576 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 12:29:26.292837 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.293748 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.294256 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 12:29:26.294602 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: external_net.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.295499 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.296010 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: external-net Apr 06 12:29:26.296329 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: extra_dhcp_opt.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.297235 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.297744 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: extra_dhcp_opt Apr 06 12:29:26.298062 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: extraroute.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.298992 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.299501 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: extraroute Apr 06 12:29:26.299820 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: extraroute_atomic.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.300852 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.301906 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: extraroute-atomic Apr 06 12:29:26.302238 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: filter_validation.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.302942 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.303457 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: filter-validation Apr 06 12:29:26.303775 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: fip_pf_description.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.304676 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.305183 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 12:29:26.305503 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: fip_pf_port_range.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.306441 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.306949 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 12:29:26.307266 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: fip_port_details.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.308387 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.308899 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: fip-port-details Apr 06 12:29:26.309223 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: flavors.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.310493 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.311029 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: flavors Apr 06 12:29:26.311336 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.313029 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.313563 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 12:29:26.313892 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: floatingip_pools.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.314623 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.315145 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: floatingip-pools Apr 06 12:29:26.315469 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: ip_allocation.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.316384 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.317518 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 12:29:26.318344 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.319297 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.319816 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: ip-substring-filtering Apr 06 12:29:26.320141 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l2_adjacency.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.321053 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.321561 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 12:29:26.321882 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l3.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.322922 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.323438 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: router Apr 06 12:29:26.323761 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l3_conntrack_helper.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.326041 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.326602 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 12:29:26.326933 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.327851 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.328371 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: ext-gw-mode Apr 06 12:29:26.328696 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.329602 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.330123 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: l3-ha Apr 06 12:29:26.330481 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.331385 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.331895 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 12:29:26.332217 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l3_flavors.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.334150 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.334697 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: l3-flavors Apr 06 12:29:26.335027 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l3_ndp_proxy.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.336437 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.336914 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 12:29:26.337244 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.338156 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.338714 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 12:29:26.339042 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: l3agentscheduler.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.340094 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.340611 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: l3_agent_scheduler Apr 06 12:29:26.340939 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: local_ip.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.342798 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.343331 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension local_ip not supported by any of loaded plugins Apr 06 12:29:26.343664 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: logging.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.345277 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.345812 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension logging not supported by any of loaded plugins Apr 06 12:29:26.346148 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: metering.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.346931 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.347523 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: metering Apr 06 12:29:26.347851 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.349065 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.349584 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: metering_source_and_destination_fields Apr 06 12:29:26.349945 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: multiprovidernet.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.350883 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.351402 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: multi-provider Apr 06 12:29:26.351726 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: netmtu.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.352636 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.353151 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: net-mtu Apr 06 12:29:26.353474 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: netmtu_writable.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.354421 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.354935 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: net-mtu-writable Apr 06 12:29:26.355258 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: network_availability_zone.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.355924 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.356436 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: network_availability_zone Apr 06 12:29:26.356756 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: network_ip_availability.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.357874 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.358391 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: network-ip-availability Apr 06 12:29:26.358744 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: network_segment_range.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.359512 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.360022 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 12:29:26.360345 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: pagination.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.361316 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.361650 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: pagination Apr 06 12:29:26.361972 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: port_device_profile.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.362905 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.363433 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: port-device-profile Apr 06 12:29:26.363856 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.365332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.365852 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: port-mac-address-regenerate Apr 06 12:29:26.366174 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.367117 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.367639 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: port-numa-affinity-policy Apr 06 12:29:26.367962 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: port_resource_request.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.368858 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.369375 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 12:29:26.369697 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: port_resource_request_groups.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.370756 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.371271 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 12:29:26.371592 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: portbindings.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.372508 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.373029 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: binding Apr 06 12:29:26.373350 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: portbindings_extended.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.374640 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.375160 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: binding-extended Apr 06 12:29:26.375487 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: portsecurity.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.376395 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.376912 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: port-security Apr 06 12:29:26.377235 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: project_id.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.378196 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.378562 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: project-id Apr 06 12:29:26.378886 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: providernet.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.380796 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.381314 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: provider Apr 06 12:29:26.381640 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.385477 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.386000 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos not supported by any of loaded plugins Apr 06 12:29:26.386332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.387668 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.388187 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 12:29:26.388513 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.389423 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.389941 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 12:29:26.390263 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_default.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.391197 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.391718 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-default not supported by any of loaded plugins Apr 06 12:29:26.392040 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_fip.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.392947 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.393467 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-fip not supported by any of loaded plugins Apr 06 12:29:26.393789 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_fip_network_policy.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.394731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.396300 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 12:29:26.396630 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_gateway_ip.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.397708 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.398238 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 12:29:26.398593 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_port_network_policy.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.399515 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.400037 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 12:29:26.400361 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.401411 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.401934 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 12:29:26.402259 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.403319 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.403843 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 12:29:26.404179 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_pps_rule.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.405351 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.405871 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-pps not supported by any of loaded plugins Apr 06 12:29:26.406196 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_rule_type_details.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.407151 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.407652 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 12:29:26.407991 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_rule_type_filter.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.408881 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.409414 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 12:29:26.409735 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: qos_rules_alias.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.411361 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.411878 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 12:29:26.412218 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: quota_check_limit.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.413114 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.413633 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: quota-check-limit Apr 06 12:29:26.413957 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: quotasv2.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.415009 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.415334 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: quotas Apr 06 12:29:26.415654 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: quotasv2_detail.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.417355 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.417686 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: quota_details Apr 06 12:29:26.418013 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: rbac.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.419238 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.419771 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: rbac-policies Apr 06 12:29:26.420098 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: rbac_address_group.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.421041 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.421568 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: rbac-address-group Apr 06 12:29:26.421895 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: rbac_address_scope.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.422829 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.423350 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: rbac-address-scope Apr 06 12:29:26.423671 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: rbac_security_groups.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.424667 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.425185 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: rbac-security-groups Apr 06 12:29:26.425506 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: rbac_subnetpool.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.427526 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.428055 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: rbac-subnetpool Apr 06 12:29:26.428378 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: revisionifmatch.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.429322 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.429848 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: revision-if-match Apr 06 12:29:26.430171 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: revisions.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.431330 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.431849 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: standard-attr-revisions Apr 06 12:29:26.432174 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: router_availability_zone.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.432853 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.433369 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: router_availability_zone Apr 06 12:29:26.433690 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: routerservicetype.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.434648 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.435171 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension router-service-type not supported by any of loaded plugins Apr 06 12:29:26.435493 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.436420 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.436938 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: security-groups-normalized-cidr Apr 06 12:29:26.437259 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: security_groups_port_filtering.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.438170 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.438723 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: port-security-groups-filtering Apr 06 12:29:26.439050 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.439975 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.440496 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: security-groups-remote-address-group Apr 06 12:29:26.440817 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.441746 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.443324 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: security-groups-shared-filtering Apr 06 12:29:26.443650 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.444261 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 12:29:26.444582 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: securitygroup.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.454535 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.455150 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: security-group Apr 06 12:29:26.455478 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: segment.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.456241 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.456756 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension segment not supported by any of loaded plugins Apr 06 12:29:26.457073 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.458415 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.459041 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 12:29:26.459366 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: servicetype.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.460499 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.461027 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: service-type Apr 06 12:29:26.461354 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: sorting.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.462363 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.462714 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: sorting Apr 06 12:29:26.463036 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: standard_attr_segment.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.463947 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.464470 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 12:29:26.464790 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: standardattrdescription.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.465447 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.465956 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: standard-attr-description Apr 06 12:29:26.466276 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: stateful_security_group.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.467233 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.467766 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: stateful-security-group Apr 06 12:29:26.468087 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: stdattrs_common.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.468658 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 12:29:26.468976 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.469905 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.470442 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 12:29:26.470765 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: subnet_onboard.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.471835 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.472365 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: subnet_onboard Apr 06 12:29:26.472689 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.474855 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.475402 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 12:29:26.475799 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: subnet_service_types.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.476738 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.477264 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: subnet-service-types Apr 06 12:29:26.477587 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: subnetallocation.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.478718 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.479247 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: subnet_allocation Apr 06 12:29:26.479575 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.480249 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.480768 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: subnetpool-prefix-ops Apr 06 12:29:26.481092 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.482021 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.482575 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 12:29:26.482898 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: tagging.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.484012 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.484537 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: standard-attr-tag Apr 06 12:29:26.484861 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: timestamp.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.486064 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.486617 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loaded extension: standard-attr-timestamp Apr 06 12:29:26.486945 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: trunk.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.487985 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.488508 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension trunk not supported by any of loaded plugins Apr 06 12:29:26.489350 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: trunk_details.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.491166 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.491768 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension trunk-details not supported by any of loaded plugins Apr 06 12:29:26.492272 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: uplink_status_propagation.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.493296 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.493903 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 12:29:26.494234 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Loading extension file: vlantransparent.py {{(pid=103880) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 12:29:26.495140 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103880) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 12:29:26.495658 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 12:29:26.498255 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:network Apr 06 12:29:26.498822 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:subnet Apr 06 12:29:26.499223 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:29:26.499617 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:port Apr 06 12:29:26.500922 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.501355 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service FLAVORS assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.501989 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.502450 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.502787 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:router Apr 06 12:29:26.503212 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:floatingip Apr 06 12:29:26.503700 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service METERING assigned prefix: /metering {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.506306 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.506712 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.507066 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:29:26.508100 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 12:29:26.508544 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:security_group Apr 06 12:29:26.508978 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 12:29:26.509829 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service CORE assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.510168 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:29:26.510557 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] subnetpool is already registered Apr 06 12:29:26.511066 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service CORE assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.511393 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:29:26.511727 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] subnetpool is already registered Apr 06 12:29:26.514047 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.514508 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service FLAVORS assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.515096 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.515514 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.515848 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:router Apr 06 12:29:26.516192 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] router is already registered Apr 06 12:29:26.516608 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:floatingip Apr 06 12:29:26.516941 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] floatingip is already registered Apr 06 12:29:26.517392 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service METERING assigned prefix: /metering {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.518069 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 12:29:26.518432 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] rbac_policy is already registered Apr 06 12:29:26.518842 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:security_group Apr 06 12:29:26.519178 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] security_group is already registered Apr 06 12:29:26.519577 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 12:29:26.519954 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] security_group_rule is already registered Apr 06 12:29:26.521181 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service CORE assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.521512 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:29:26.521847 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] subnetpool is already registered Apr 06 12:29:26.522272 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.v2.resource_helper [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Service CORE assigned prefix: {{(pid=103880) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 12:29:26.522629 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 12:29:26.522961 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING neutron.quota.resource_registry [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] subnetpool is already registered Apr 06 12:29:26.523436 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: extensions {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.524938 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: address-groups {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.526438 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: address-scopes {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.527872 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: agents {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.529028 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: auto-allocated-topology {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.530264 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: availability_zones {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.531514 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: dhcp-networks {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.533009 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: dhcp-agents {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.534461 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: routers {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.538596 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: flavors {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.539794 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: service_profiles {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.541012 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: next_providers {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.542489 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: service_profiles {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.544023 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: floatingip-pools {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.545263 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: routers {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.547506 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: floatingips {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.548785 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: l3-routers {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.550168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: l3-agents {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.552753 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: metering-labels {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.554142 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: metering-label-rules {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.555454 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: network-ip-availabilities {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.556713 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: bindings {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.558360 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: quotas {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.561228 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: quotas {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.564076 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: rbac-policies {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.566364 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: security-groups {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.568822 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: security-group-rules {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.570048 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: service-providers {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.571286 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: subnetpools {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.572741 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: subnetpools {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.574197 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.575907 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.577716 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.579540 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.581385 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.583936 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.595074 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.595074 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.595074 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.595074 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron.api.extensions [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Extended resource: tags {{(pid=103880) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 12:29:26.598448 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING keystonemiddleware.auth_token [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 12:29:26.604144 dv-cinder-836069-1-iscsi neutron-server[103880]: WARNING keystonemiddleware.auth_token [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 12:29:26.613241 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_concurrency.lockutils [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Acquired lock "singleton_lock" {{(pid=103880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 12:29:26.614297 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_concurrency.lockutils [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Releasing lock "singleton_lock" {{(pid=103880) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 12:29:26.615675 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO oslo_service.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Starting 2 workers Apr 06 12:29:26.620606 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Started child 103993 {{(pid=103880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:29:26.625420 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Started child 103994 {{(pid=103880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:29:26.626369 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.629361 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO neutron.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 12:29:26.629361 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Publish callbacks [] for process (None), before_spawn {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.630277 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [-] (103993) wsgi starting up on http://0.0.0.0:9696 Apr 06 12:29:26.631872 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO oslo_service.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Starting 1 workers Apr 06 12:29:26.632797 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.635811 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [-] (103994) wsgi starting up on http://0.0.0.0:9696 Apr 06 12:29:26.637501 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Started child 103995 {{(pid=103880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:29:26.638172 dv-cinder-836069-1-iscsi neutron-server[103880]: INFO oslo_service.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Starting 1 workers Apr 06 12:29:26.642525 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] calling RpcWorker wait() {{(pid=103995) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 12:29:26.643151 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] returning from RpcWorker wait() {{(pid=103995) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 12:29:26.643241 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Started child 103996 {{(pid=103880) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 12:29:26.643882 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-69822b89-7bf8-4c3d-bbc8-d7df6bda99ed None None] Publish callbacks [] for process (None), after_spawn {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.645301 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.646058 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:26.646663 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 12:29:26.646857 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:29:26.647032 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:29:26.647272 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:29:26.647626 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:29:26.647796 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:29:26.648367 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.648667 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.648960 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.649237 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.649544 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.650333 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.651495 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.651495 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.651495 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.651495 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.651495 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.652376 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.652376 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.652376 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.652832 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.652832 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.653060 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.653282 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.653456 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.653733 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.654018 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.654264 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.654563 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] debug = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.654818 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.655287 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.655538 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.655810 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.656049 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.656334 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.656578 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.656862 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.656985 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:26.657489 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.657489 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.657865 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.657865 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.658111 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.658231 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.658507 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.658731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.658992 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.659215 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.659706 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] host = dv-cinder-836069-1-iscsi {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.659945 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.660167 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.660396 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.660783 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.661153 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.661396 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.661677 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.662467 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.662736 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.662989 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.663220 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.663460 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.663685 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.664004 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.664111 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_options = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.664384 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.664597 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.664860 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.665049 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.665219 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.665383 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.665642 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.665807 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.666080 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.666320 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.666654 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.685952 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.685952 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.685952 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.685952 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.685952 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.685952 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.685952 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.685952 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.686784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.686784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.686784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.686784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.686784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.686784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.686784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.686784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.686784 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.687690 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.687690 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.687690 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.687690 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.687690 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.687690 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.687690 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.687690 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.688576 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.688576 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.688576 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.688576 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.688576 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.688576 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.688576 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.688576 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_json = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689836 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689836 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689836 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.689836 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.689836 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.689836 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.689836 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.689836 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.690445 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.690445 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.690445 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.690445 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.690445 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.690445 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.690445 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.690445 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691415 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691415 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691415 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691415 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691733 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:26.691900 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691900 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691900 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691900 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691900 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691900 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691900 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.691900 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.693960 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.693960 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.693960 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.693960 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.693960 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.693960 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.693960 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.693960 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.695332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.695332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.695332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.695332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.695332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.695332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.695332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.695332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.695332 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.696306 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.696306 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.696306 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.696306 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.696306 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.696306 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.697284 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.697590 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.697839 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.698148 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.698554 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.698799 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.699055 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.699292 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.699569 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.699907 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.700144 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.700370 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.700620 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.700872 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.701153 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.701496 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.701748 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.701982 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.702267 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.702483 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.707670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.707670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.707670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.707670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.707670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.707670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.707670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.707670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.707670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708341 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.708953 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.709500 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.709500 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.709650 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.709860 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.710121 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.710352 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.710640 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.710883 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.711129 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.711549 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.711878 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.712116 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.712359 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.712658 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.712823 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.713233 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.713444 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.713856 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.714283 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.714743 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.715205 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.715471 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.716649 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.716649 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.716649 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.716649 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.717057 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.717057 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.717389 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.717503 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.718009 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.718267 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.719202 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.719202 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.719371 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.719534 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.719925 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.720192 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.720440 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.720753 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.720991 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.721247 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.721518 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.721737 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.721980 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.722300 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.722564 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.722824 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.723135 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.723528 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.723926 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.724205 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.724505 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.724777 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.725015 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.725446 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.725857 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.726241 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.726529 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.726752 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.726980 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.727239 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.727483 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.727735 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.727961 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.728186 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.728468 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.728702 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.728947 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.729221 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.729393 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.729626 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.729889 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.730119 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.730322 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.730600 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.730850 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.731072 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.731333 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.731580 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.732530 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.732530 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.732530 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.732881 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.732881 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.733121 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.733375 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.733601 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.733844 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.734115 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.734361 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.734607 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.734830 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.735071 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.735326 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.735516 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.735750 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.735978 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.736247 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.736505 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.736874 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.737133 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.737379 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.737594 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.737837 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.738094 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.738365 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.739279 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.739512 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.739804 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.740051 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.740305 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.740539 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.740769 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.740997 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.741243 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.741496 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.741763 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.742016 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.742243 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.742531 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.742792 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.743057 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.743268 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.743476 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.743673 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.743908 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.744163 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.744399 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.744720 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.744980 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.745222 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.745480 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.751727 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.751727 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.751727 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.751727 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.751727 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.751727 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.751727 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.751727 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.753168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.753168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.753168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.753168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.753168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.753168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.753168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.753168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.755850 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.755850 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.755850 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.755850 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.755850 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.755850 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.755850 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.755850 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760089 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760089 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760089 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760089 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760089 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760089 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760089 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760089 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.760731 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761314 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761314 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761314 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761314 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761314 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761314 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761314 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761314 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761943 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761943 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761943 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761943 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761943 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761943 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761943 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.761943 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.762557 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.762557 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.762557 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.762557 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.762557 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.762557 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.762557 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.762557 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.762557 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.764517 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.764517 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.764517 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.764517 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.764517 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.764517 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.764517 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.764517 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.764517 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.765159 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.765159 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:29:26.765159 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103880) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 12:29:26.765159 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 12:29:26.765453 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 12:29:26.765453 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 12:29:26.765611 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 12:29:26.765693 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 12:29:26.765890 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.766111 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.766213 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.766365 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.766576 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.766764 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.766930 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.767081 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.767241 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.767400 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.767559 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.767717 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.767882 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.768041 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.768201 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.768360 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.768518 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.768676 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.768858 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.769023 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.769181 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.769340 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.769499 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] debug = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.769730 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.769924 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.770717 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.771038 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.771291 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.771451 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.771611 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.771760 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.771918 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.772079 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.772239 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.772421 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.772559 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.772728 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.773206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.773382 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.773547 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.773712 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.773873 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] host = dv-cinder-836069-1-iscsi {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.774031 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.774191 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.774354 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.774554 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.774715 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.774874 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.775483 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.776592 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.777390 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.777555 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.777738 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.778275 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.779256 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.779464 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.779665 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_options = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.779890 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.780073 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.780226 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.780358 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.780505 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.780638 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.780769 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.780899 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.781032 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.781170 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.781331 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.781552 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.781685 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.781842 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.782002 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.782160 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.782304 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.782496 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.782657 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.782816 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.782974 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.783133 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.783291 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.783450 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.783609 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.783766 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.783925 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.784066 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.784228 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.784385 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.784528 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.784689 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.784848 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.785007 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.785165 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.785322 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.785494 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.786387 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.786522 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.786701 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.786892 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.787348 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.787348 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.787518 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.787596 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.787791 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.787956 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_json = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.788118 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.788277 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.788437 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.788601 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.788970 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.789520 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.789661 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.789824 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.789988 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 12:29:26.790253 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.790385 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.790524 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.790686 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.790903 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.790999 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.791161 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.791322 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.791486 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.791648 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.791818 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.791979 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.792151 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.792312 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.792474 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.792766 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.792872 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.792942 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.793093 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.793254 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.793414 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.793574 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.793746 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.793906 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.794461 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.794461 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.794906 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.794906 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.795063 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.795261 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.795491 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.795619 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.795885 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.796091 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.796091 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.796339 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.796515 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.796515 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.796729 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.796729 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.797067 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.797168 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.797255 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.797417 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.797578 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.797803 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.797970 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.798133 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.798295 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.798480 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.798645 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.798812 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.798968 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.799131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.799290 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.799435 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.799594 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.799768 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.799946 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.800094 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.800241 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.800378 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.800536 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.800698 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.800857 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.801033 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.802778 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.802778 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.802778 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.802778 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.802778 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.802778 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.802778 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.802778 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.805206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.805206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.805206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.805206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.805206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.805206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.805206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.805206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.805206 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.806132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.806132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.806132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.806132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.806132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.806132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.806132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.806132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.806132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.807427 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.807427 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.807427 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.807427 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.807427 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.807427 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.807427 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.807427 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808075 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808075 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808075 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808075 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808075 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808075 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808075 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808075 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808623 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808623 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808623 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808623 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.808623 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.809091 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.809091 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.809091 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.809447 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.809447 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.809688 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.809688 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.809916 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.809916 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.810145 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.810275 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.810426 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.810597 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.810815 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.810983 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.811145 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.812507 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.812507 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.812507 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.812507 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.812507 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.812507 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.812507 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.812507 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.813545 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.813545 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.813545 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.813545 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.813545 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.813545 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.813545 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.814350 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.814350 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.814350 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.814350 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.814350 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.814350 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815045 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815045 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815045 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815045 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815493 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815493 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815493 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815853 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815853 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.815853 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.816163 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.816163 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.816307 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.816450 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.816609 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.817293 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.817448 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.817610 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.817771 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.817931 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.818090 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.818262 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.818390 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.818550 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.818708 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.818868 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.819081 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.819244 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.819426 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.819544 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.819674 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.819780 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.819928 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.820137 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.820243 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.820387 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.820549 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.820782 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.820964 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.821150 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.821293 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.821474 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.821618 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.821738 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.821916 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.822077 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.822238 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.822426 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.822668 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.822862 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.822862 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.823104 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.823224 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.823333 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.823473 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.823626 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.823786 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.823945 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.824071 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:26.824199 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.824321 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.824442 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.824572 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.824704 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.824848 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.825010 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.825171 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.825331 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.825491 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.825651 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.825811 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.825971 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.826131 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.826291 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.826486 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.826650 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.826876 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.827011 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.827132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.827264 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.827436 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.827597 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.827757 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.827918 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.828078 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.828239 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.828410 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.828571 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.828732 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.828893 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.829138 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.829258 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.829380 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.829521 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.829681 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.829843 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.830003 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.830164 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.830334 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.830516 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.830678 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.830839 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.831002 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.831162 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.831335 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.831497 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.831658 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.831819 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.831978 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.832139 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.832309 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.832514 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.833169 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.833339 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.833501 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.833627 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.833825 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.834045 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.834208 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.834373 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.834578 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.834709 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.835037 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.835037 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.835292 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.835425 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.835548 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.835670 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.835791 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.835962 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.836132 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.836293 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.836461 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.836638 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.836833 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.837203 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.837203 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.837437 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.837437 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.837634 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.837717 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.837841 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.837985 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.838145 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.838311 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.838600 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.838765 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.838928 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.839091 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.839313 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.839441 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.839562 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.839705 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 12:29:26.839831 dv-cinder-836069-1-iscsi neutron-server[103880]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103880) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 12:29:26.999377 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 38918) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:27.008737 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071585 Apr 06 12:29:39.259167 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a38c55-1941-4313-8777-033d9df9d97f None None] get_active_networks_info from dv-cinder-836069-1-iscsi {{(pid=103995) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 12:29:39.320862 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a38c55-1941-4313-8777-033d9df9d97f None None] No non-hosted networks {{(pid=103995) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 12:29:39.334512 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.agentschedulers_db [None req-55a38c55-1941-4313-8777-033d9df9d97f None None] DHCP Agent not found on host dv-cinder-836069-1-iscsi {{(pid=103995) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 12:29:39.496769 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c2581127-7f9e-4c98-b474-b9d2d9420e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737848'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:41.852801 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ff5d59ad-0b1f-4ff9-bfc4-507245e34080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737848'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:41.903706 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.db.api [None req-1f818c21-c27a-47ba-ae76-f35574eb8b2e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836069-1-iscsi {{(pid=103995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:29:41.905148 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG oslo_db.api [None req-1f818c21-c27a-47ba-ae76-f35574eb8b2e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:29:42.431218 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1f818c21-c27a-47ba-ae76-f35574eb8b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:42.695308 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 38980) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:42.999050 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737848'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:43.397418 dv-cinder-836069-1-iscsi neutron-server[103993]: WARNING oslo_policy.policy [None req-70349b48-b06e-4571-9a9b-21d2583ffebc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:29:43.398218 dv-cinder-836069-1-iscsi neutron-server[103993]: WARNING oslo_policy.policy [None req-70349b48-b06e-4571-9a9b-21d2583ffebc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:29:43.641686 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [None req-70349b48-b06e-4571-9a9b-21d2583ffebc admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:29:43.659376 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-70349b48-b06e-4571-9a9b-21d2583ffebc admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9630463 Apr 06 12:29:44.531349 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737848'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:46.014387 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737848'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:46.015549 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.015993 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.016513 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.016903 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.018586 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.019191 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.021105 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.021776 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.022454 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.023410 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.024806 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.025426 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.025987 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.026628 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.027161 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:46.027782 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836069-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:46.042104 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836069-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:29:46.080945 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.db.l3_hamode_db [None req-5f2e5c91-41c5-44c3-b852-33da81e6d0b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 12:29:46.165808 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e5c91-41c5-44c3-b852-33da81e6d0b7 None None] Routers set() bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:29:46.166283 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e5c91-41c5-44c3-b852-33da81e6d0b7 None None] Router IDs set() for agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 12:29:46.324201 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39014) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:46.649095 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-f153c2b7-e0c2-4327-a999-cdb2d3420d35 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:46.742440 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.policy [None req-f153c2b7-e0c2-4327-a999-cdb2d3420d35 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103993) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 12:29:46.784811 dv-cinder-836069-1-iscsi neutron-server[103993]: WARNING oslo_policy.policy [None req-f153c2b7-e0c2-4327-a999-cdb2d3420d35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:29:46.785918 dv-cinder-836069-1-iscsi neutron-server[103993]: WARNING oslo_policy.policy [None req-f153c2b7-e0c2-4327-a999-cdb2d3420d35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:29:46.974086 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f153c2b7-e0c2-4327-a999-cdb2d3420d35 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771212148162', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771212144661', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771212132219', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771212122853', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771212115615', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771212108943', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-657734', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610771', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1592835', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1781473'] for rbac-policy (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:47.143440 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f153c2b7-e0c2-4327-a999-cdb2d3420d35 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:47.145808 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f153c2b7-e0c2-4327-a999-cdb2d3420d35 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8202519 Apr 06 12:29:49.724685 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39026) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:50.039803 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:50.152988 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Made reservation on behalf of 96dbd401ac58495889f9be8ea4937c18 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:29:50.156743 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.173478 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.280759 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Publish callbacks [] for security_group (74ef48ed-e80c-4fc6-8f8c-00f8c3dcebf5), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.347062 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (74ef48ed-e80c-4fc6-8f8c-00f8c3dcebf5), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.380171 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:29:50.408186 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771207528560', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (6272410e-1586-4b65-949a-7b1dbfa97ec5), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.408718 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Unsubscribe: segment precommit_create {{(pid=103993) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 12:29:50.409230 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Added segment 6272410e-1586-4b65-949a-7b1dbfa97ec5 of type vlan for network e8448945-f73d-4505-9610-0353ce210eba Apr 06 12:29:50.415187 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=74ef48ed-e80c-4fc6-8f8c-00f8c3dcebf5,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:50.451506 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.451782 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.453442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.453442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.453442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.453442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.453442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.454285 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.454285 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.454479 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.454683 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.455016 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.455339 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.455655 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.455987 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Tracked resource versions report: Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: pushed versions: Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: { 'AddressGroup': {'1.2'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Agent': {'1.1'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'ConntrackHelper': {'1.0'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Log': {'1.0'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'NDPProxy': {'1.0'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Network': {'1.1'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Port': {'1.7'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'PortForwarding': {'1.3'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'QosPolicy': {'1.10'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SecurityGroup': {'1.5'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SubPort': {'1.0'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Subnet': {'1.1'}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Trunk': {'1.1'}} Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: consumer versions: Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: { DHCP agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: L3 agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: Metadata agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: Metering agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: Open vSwitch agent@dv-cinder-836069-1-iscsi: { 'AddressGroup': '1.2', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Agent': '1.1', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'ConntrackHelper': '1.0', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'LocalIPAssociation': '1.0', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Log': '1.0', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'NDPProxy': '1.0', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Network': '1.1', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Port': '1.7', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'PortForwarding': '1.3', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'QosPolicy': '1.10', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SecurityGroup': '1.5', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SecurityGroupRule': '1.2', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SubPort': '1.0', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Subnet': '1.1', Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Trunk': '1.1'}} Apr 06 12:29:50.457972 dv-cinder-836069-1-iscsi neutron-server[103993]: {{(pid=103993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:29:50.524619 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (e8448945-f73d-4505-9610-0353ce210eba), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.633173 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (e8448945-f73d-4505-9610-0353ce210eba), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.638353 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:50.639098 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:50.750598 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] Pushing event updated for resources: {'Network': ['ID=e8448945-f73d-4505-9610-0353ce210eba,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:50.763936 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network e8448945-f73d-4505-9610-0353ce210eba details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:29:50.846804 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4a0684ed-e352-44f3-80a4-04b1093890e9 demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1209607 Apr 06 12:29:53.554322 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39038) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:53.966491 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c6ec2c-72ac-4b20-9f41-759fb8666bb1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:53.967816 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-59c6ec2c-72ac-4b20-9f41-759fb8666bb1 demo admin] 10.222.0.60 "GET /v2.0/networks/e8448945-f73d-4505-9610-0353ce210eba HTTP/1.1" status: 200 len: 825 time: 0.4124730 Apr 06 12:29:53.992198 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4d67b435-2210-4c88-b522-d04814c7c6c1 demo admin] 10.222.0.60 "GET /v2.0/subnetpools/26323121-9dc6-46d4-9469-7d2437f4283b HTTP/1.1" status: 200 len: 734 time: 0.0184822 Apr 06 12:29:54.000577 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Request body: {'subnet': {'network_id': 'e8448945-f73d-4505-9610-0353ce210eba', 'subnetpool_id': '26323121-9dc6-46d4-9469-7d2437f4283b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:29:54.095165 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Made reservation on behalf of 96dbd401ac58495889f9be8ea4937c18 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:29:54.097511 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.455862 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (f618a315-fc55-40c6-80d0-bdead3446a04), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.527247 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Checking segment: {'id': '6272410e-1586-4b65-949a-7b1dbfa97ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:29:54.527619 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Network hostable DHCP agents. Network: e8448945-f73d-4505-9610-0353ce210eba, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:29:54.532153 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Pushing event updated for resources: {'Subnet': ['ID=f618a315-fc55-40c6-80d0-bdead3446a04,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:54.638148 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Network e8448945-f73d-4505-9610-0353ce210eba is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:29:54.735571 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, e8448945-f73d-4505-9610-0353ce210eba) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:29:54.745029 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b331be64-fc3c-4d9c-98b3-b29d975b92c2 None None] Network e8448945-f73d-4505-9610-0353ce210eba requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:29:54.745455 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:29:54.745935 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:54.854425 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-50902aa3-44bc-4ae3-957e-9914659ba2cc demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8434117 Apr 06 12:29:55.129226 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-e8448945-f73d-4505-9610-0353ce210eba', 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba', 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'fixed_ips': [{'subnet_id': 'f618a315-fc55-40c6-80d0-bdead3446a04'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:29:55.130538 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:55.410290 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Allocated IP 172.20.0.2 (e8448945-f73d-4505-9610-0353ce210eba/f618a315-fc55-40c6-80d0-bdead3446a04/3d2ffd7f-666a-4781-abb9-bff30f2ecb3e) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:29:55.684072 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Publish callbacks [] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:55.803569 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:55.881760 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Network e8448945-f73d-4505-9610-0353ce210eba is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:29:55.889093 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:29:55.892210 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:29:55.906202 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Pushing event updated for resources: {'Port': ['ID=3d2ffd7f-666a-4781-abb9-bff30f2ecb3e,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:55.949025 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.949291 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.949640 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.949988 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.950326 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.950676 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.951001 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.951319 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.951637 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.951953 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.952272 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.952603 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.952919 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.953232 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.953544 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Tracked resource versions report: Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: pushed versions: Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: { 'AddressGroup': {'1.2'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Agent': {'1.1'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'ConntrackHelper': {'1.0'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Log': {'1.0'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'NDPProxy': {'1.0'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Network': {'1.1'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Port': {'1.7'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'PortForwarding': {'1.3'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'QosPolicy': {'1.10'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SecurityGroup': {'1.5'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SubPort': {'1.0'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Subnet': {'1.1'}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Trunk': {'1.1'}} Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: consumer versions: Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: { DHCP agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: L3 agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: Metadata agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: Metering agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: Open vSwitch agent@dv-cinder-836069-1-iscsi: { 'AddressGroup': '1.2', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Agent': '1.1', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'ConntrackHelper': '1.0', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'LocalIPAssociation': '1.0', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Log': '1.0', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'NDPProxy': '1.0', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Network': '1.1', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Port': '1.7', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'PortForwarding': '1.3', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'QosPolicy': '1.10', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SecurityGroup': '1.5', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SecurityGroupRule': '1.2', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SubPort': '1.0', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Subnet': '1.1', Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Trunk': '1.1'}} Apr 06 12:29:55.955134 dv-cinder-836069-1-iscsi neutron-server[103995]: {{(pid=103995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:29:55.991763 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Attempting to bind port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:29:55.992166 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Attempting to bind port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '6272410e-1586-4b65-949a-7b1dbfa97ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:29:55.992576 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Attempting to bind port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e on network e8448945-f73d-4505-9610-0353ce210eba {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:29:55.997469 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:29:55.997863 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Checking segment: {'id': '6272410e-1586-4b65-949a-7b1dbfa97ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:29:55.998330 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:55.998743 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Bound using segment: {'id': '6272410e-1586-4b65-949a-7b1dbfa97ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:29:55.999231 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Bound port: 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6272410e-1586-4b65-949a-7b1dbfa97ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:29:55.999631 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:56.064848 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] For port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:29:56.069018 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] For port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=3d2ffd7f-666a-4781-abb9-bff30f2ecb3e,segment=NetworkSegment(6272410e-1586-4b65-949a-7b1dbfa97ec5),segment_id=6272410e-1586-4b65-949a-7b1dbfa97ec5)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:29:56.153078 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:29:56.219019 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3cf96-acf4-418d-9ee7-3fb348cd1017 None None] Pushing event updated for resources: {'Port': ['ID=3d2ffd7f-666a-4781-abb9-bff30f2ecb3e,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:29:57.435411 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39046) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:29:57.969744 dv-cinder-836069-1-iscsi neutron-server[103994]: WARNING oslo_policy.policy [None req-411c4b01-7601-4e84-a3e3-bd2e959936f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:29:57.970333 dv-cinder-836069-1-iscsi neutron-server[103994]: WARNING oslo_policy.policy [None req-411c4b01-7601-4e84-a3e3-bd2e959936f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:29:58.197174 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [None req-411c4b01-7601-4e84-a3e3-bd2e959936f3 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:29:58.198563 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-411c4b01-7601-4e84-a3e3-bd2e959936f3 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7610664 Apr 06 12:30:00.872502 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39060) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:30:01.217475 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [None req-461f3834-a347-469f-81ab-b7f35ce9a44e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:30:01.218488 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-461f3834-a347-469f-81ab-b7f35ce9a44e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3450329 Apr 06 12:30:03.927834 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39068) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:30:04.296552 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:30:04.363337 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.policy [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103994) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 12:30:04.427784 dv-cinder-836069-1-iscsi neutron-server[103994]: WARNING oslo_policy.policy [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:30:04.428188 dv-cinder-836069-1-iscsi neutron-server[103994]: WARNING oslo_policy.policy [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 12:30:04.564168 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (8acccbd6-b488-4067-8852-9d4228bc2ad4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:04.566976 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (8acccbd6-b488-4067-8852-9d4228bc2ad4), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:04.732293 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] Publish callbacks [] for router_controller (8acccbd6-b488-4067-8852-9d4228bc2ad4), precommit_add_association {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:04.820369 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (8acccbd6-b488-4067-8852-9d4228bc2ad4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:04.940629 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:04.942971 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-d6fd4f7b-aec5-453b-9044-49dee099c029 demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0141838 Apr 06 12:30:06.756833 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:30:06.848216 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:06.848689 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:06.968951 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:30:06.969345 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:07.011168 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=3d2ffd7f-666a-4781-abb9-bff30f2ecb3e,segment=NetworkSegment(6272410e-1586-4b65-949a-7b1dbfa97ec5),segment_id=6272410e-1586-4b65-949a-7b1dbfa97ec5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:30:07.093002 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:07.146027 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=3d2ffd7f-666a-4781-abb9-bff30f2ecb3e,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:07.613550 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39082) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:30:07.982864 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [None req-6e4e7d3e-48f2-4510-8001-2877b5033677 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:30:07.983854 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-6e4e7d3e-48f2-4510-8001-2877b5033677 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3687525 Apr 06 12:30:08.061768 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c4bf9-36b4-42e3-9e27-b69f11f24793 None None] Network e8448945-f73d-4505-9610-0353ce210eba requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:30:08.166825 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-c6922647-4ddc-4f20-89a3-47ebb4b1dae3 None None] Provisioning complete for port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:08.166825 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c6922647-4ddc-4f20-89a3-47ebb4b1dae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:08.291646 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-c6922647-4ddc-4f20-89a3-47ebb4b1dae3 None None] Current status of the port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:30:08.511747 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2511ee26-8db7-4b75-810d-773d1fd7875d None None] Provisioning complete for port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:08.512141 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2511ee26-8db7-4b75-810d-773d1fd7875d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:08.596283 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2511ee26-8db7-4b75-810d-773d1fd7875d None None] Current status of the port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:30:08.741596 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:30:08.791741 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:08.792119 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:08.871147 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:30:09.305792 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-17318f44-4099-41ba-84dc-8f545b1834f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:10.653709 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39090) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:30:10.977251 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:30:11.117423 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Made reservation on behalf of 64fde562f4144555ab329e2cfae12ca7 for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:30:11.120249 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:11.136220 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:11.244203 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Publish callbacks [] for security_group (5b55505d-a194-42c6-8d66-07379b65f311), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:11.317009 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (5b55505d-a194-42c6-8d66-07379b65f311), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:11.328395 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103994) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 12:30:11.360986 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771207528560', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (5a20fe25-b9b8-467b-929b-fefcf4908a82), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:11.361573 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Unsubscribe: segment precommit_create {{(pid=103994) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 12:30:11.363310 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Added segment 5a20fe25-b9b8-467b-929b-fefcf4908a82 of type flat for network 178c71df-d210-4cd4-98f5-4107b5f20b80 Apr 06 12:30:11.380485 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b55505d-a194-42c6-8d66-07379b65f311,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:11.426051 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.426415 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.426767 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.427100 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.427429 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.427752 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.428070 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.428388 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.428716 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.429037 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.429368 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.429699 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.430013 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.430323 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.430655 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Tracked resource versions report: Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: pushed versions: Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: { 'AddressGroup': {'1.2'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Agent': {'1.1'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'ConntrackHelper': {'1.0'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Log': {'1.0'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'NDPProxy': {'1.0'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Network': {'1.1'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Port': {'1.7'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'PortForwarding': {'1.3'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'QosPolicy': {'1.10'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SecurityGroup': {'1.5'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SubPort': {'1.0'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Subnet': {'1.1'}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Trunk': {'1.1'}} Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: consumer versions: Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: { DHCP agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: L3 agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: Metadata agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: Metering agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: Open vSwitch agent@dv-cinder-836069-1-iscsi: { 'AddressGroup': '1.2', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Agent': '1.1', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'ConntrackHelper': '1.0', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'LocalIPAssociation': '1.0', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Log': '1.0', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'NDPProxy': '1.0', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Network': '1.1', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Port': '1.7', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'PortForwarding': '1.3', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'QosPolicy': '1.10', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SecurityGroup': '1.5', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SecurityGroupRule': '1.2', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SubPort': '1.0', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Subnet': '1.1', Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Trunk': '1.1'}} Apr 06 12:30:11.432114 dv-cinder-836069-1-iscsi neutron-server[103994]: {{(pid=103994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:30:11.483238 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (178c71df-d210-4cd4-98f5-4107b5f20b80), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:11.574121 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (178c71df-d210-4cd4-98f5-4107b5f20b80), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:11.575398 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:30:11.577075 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:11.675114 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] Pushing event updated for resources: {'Network': ['ID=178c71df-d210-4cd4-98f5-4107b5f20b80,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:11.685489 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:30:11.747402 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-006293fd-e776-4548-8238-4870b380b6f8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0926166 Apr 06 12:30:11.905677 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ac41694a-4899-4e69-89cf-39b16580941d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:12.928958 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:14.313578 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39112) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:30:14.493927 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:14.540355 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7251dec9-1920-49d5-b75b-7d01406dc553 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:30:14.541754 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-7251dec9-1920-49d5-b75b-7d01406dc553 demo admin] 10.222.0.60 "GET /v2.0/subnets/f618a315-fc55-40c6-80d0-bdead3446a04 HTTP/1.1" status: 200 len: 849 time: 0.2271724 Apr 06 12:30:14.690818 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-102d3f5c-25ac-497b-b624-f5762d6a649b demo admin] 10.222.0.60 "GET /v2.0/routers/8acccbd6-b488-4067-8852-9d4228bc2ad4 HTTP/1.1" status: 200 len: 704 time: 0.1419268 Apr 06 12:30:14.972089 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:15.280442 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Allocated IP 172.20.0.1 (e8448945-f73d-4505-9610-0353ce210eba/f618a315-fc55-40c6-80d0-bdead3446a04/fb62a86a-9b94-45fc-b0da-b949db7b4451) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:30:15.467272 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Publish callbacks [] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:15.596561 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:15.679003 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Network e8448945-f73d-4505-9610-0353ce210eba is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:30:15.684094 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:30:15.689478 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Pushing event updated for resources: {'Port': ['ID=fb62a86a-9b94-45fc-b0da-b949db7b4451,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:15.693003 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:30:15.693127 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (8acccbd6-b488-4067-8852-9d4228bc2ad4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:15.966836 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-db69a7c3-7b1b-425f-8a2c-a675301d9a72 None None] Provisioning complete for port fb62a86a-9b94-45fc-b0da-b949db7b4451 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:15.967497 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db69a7c3-7b1b-425f-8a2c-a675301d9a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:16.004386 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-db69a7c3-7b1b-425f-8a2c-a675301d9a72 None None] Port fb62a86a-9b94-45fc-b0da-b949db7b4451 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:30:16.018521 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:16.024572 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:16.231109 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Publish callbacks [] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:16.300136 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:16.300948 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (8acccbd6-b488-4067-8852-9d4228bc2ad4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:16.380018 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Pushing event updated for resources: {'Port': ['ID=fb62a86a-9b94-45fc-b0da-b949db7b4451,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:16.426566 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Network e8448945-f73d-4505-9610-0353ce210eba is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:30:16.427899 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:30:16.628064 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-9ab008c7-f67d-4326-83c8-3ff62c16cbf2 None None] Provisioning complete for port fb62a86a-9b94-45fc-b0da-b949db7b4451 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:16.628571 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9ab008c7-f67d-4326-83c8-3ff62c16cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:16.663634 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-9ab008c7-f67d-4326-83c8-3ff62c16cbf2 None None] Port fb62a86a-9b94-45fc-b0da-b949db7b4451 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:30:16.686562 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Router 8acccbd6-b488-4067-8852-9d4228bc2ad4 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:30:16.787022 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:30:16.792648 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-679a234e-2298-4a04-a6dc-236e41baaca9 demo admin] 10.222.0.60 "PUT /v2.0/routers/8acccbd6-b488-4067-8852-9d4228bc2ad4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0967746 Apr 06 12:30:16.810109 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Sync routers for ids ['8acccbd6-b488-4067-8852-9d4228bc2ad4'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:30:16.824259 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Routers {'8acccbd6-b488-4067-8852-9d4228bc2ad4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:30:16.825095 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:30:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['8acccbd6-b488-4067-8852-9d4228bc2ad4'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:30:17.020228 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Set router 8acccbd6-b488-4067-8852-9d4228bc2ad4 gateway port host: None {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:30:17.468231 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'name': 'router1', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:30:04Z', 'updated_at': '2022-04-06T12:30:15Z', 'revision_number': 2, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'gw_port_host': None, '_interfaces': [{'id': 'fb62a86a-9b94-45fc-b0da-b949db7b4451', 'name': '', 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'mac_address': 'fa:16:3e:a2:f1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:30:14Z', 'updated_at': '2022-04-06T12:30:16Z', 'revision_number': 2, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'subnets': [{'id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26323121-9dc6-46d4-9469-7d2437f4283b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:30:17.519854 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Checking router: 8acccbd6-b488-4067-8852-9d4228bc2ad4 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:30:17.520219 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Updating router 8acccbd6-b488-4067-8852-9d4228bc2ad4 port fb62a86a-9b94-45fc-b0da-b949db7b4451 binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:30:17.571683 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:18.094060 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Publish callbacks [] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:18.201003 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:18.359086 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Pushing event updated for resources: {'Port': ['ID=fb62a86a-9b94-45fc-b0da-b949db7b4451,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:18.380725 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.381079 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.381429 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.381772 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.382106 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.382456 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.382785 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.383109 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.383433 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.383759 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.384085 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.384425 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.384750 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.385069 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.385388 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Tracked resource versions report: Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: pushed versions: Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: { 'AddressGroup': {'1.2'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Agent': {'1.1'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'ConntrackHelper': {'1.0'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Log': {'1.0'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'NDPProxy': {'1.0'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Network': {'1.1'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Port': {'1.7'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'PortForwarding': {'1.3'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'QosPolicy': {'1.10'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SecurityGroup': {'1.5'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SubPort': {'1.0'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Subnet': {'1.1'}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Trunk': {'1.1'}} Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: consumer versions: Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: { DHCP agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: L3 agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: Metadata agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: Metering agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: Open vSwitch agent@dv-cinder-836069-1-iscsi: { 'AddressGroup': '1.2', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Agent': '1.1', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'ConntrackHelper': '1.0', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'LocalIPAssociation': '1.0', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Log': '1.0', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'NDPProxy': '1.0', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Network': '1.1', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Port': '1.7', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'PortForwarding': '1.3', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'QosPolicy': '1.10', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SecurityGroup': '1.5', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SecurityGroupRule': '1.2', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SubPort': '1.0', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Subnet': '1.1', Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Trunk': '1.1'}} Apr 06 12:30:18.386896 dv-cinder-836069-1-iscsi neutron-server[103996]: {{(pid=103996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:30:18.389309 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Attempting to bind port fb62a86a-9b94-45fc-b0da-b949db7b4451 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:30:18.390336 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Attempting to bind port fb62a86a-9b94-45fc-b0da-b949db7b4451 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '6272410e-1586-4b65-949a-7b1dbfa97ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:30:18.390336 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Attempting to bind port fb62a86a-9b94-45fc-b0da-b949db7b4451 on network e8448945-f73d-4505-9610-0353ce210eba {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:30:18.397446 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:30:18.397864 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Checking segment: {'id': '6272410e-1586-4b65-949a-7b1dbfa97ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:30:18.398360 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:18.398787 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Bound using segment: {'id': '6272410e-1586-4b65-949a-7b1dbfa97ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:30:18.399281 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Bound port: fb62a86a-9b94-45fc-b0da-b949db7b4451, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6272410e-1586-4b65-949a-7b1dbfa97ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:30:18.399659 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:18.468807 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] For port fb62a86a-9b94-45fc-b0da-b949db7b4451, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:30:18.490293 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] For port fb62a86a-9b94-45fc-b0da-b949db7b4451, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=fb62a86a-9b94-45fc-b0da-b949db7b4451,segment=NetworkSegment(6272410e-1586-4b65-949a-7b1dbfa97ec5),segment_id=6272410e-1586-4b65-949a-7b1dbfa97ec5)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:30:18.494557 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-5bc18ba5-9ed2-4079-af57-99f764a69bf0 None None] Provisioning complete for port fb62a86a-9b94-45fc-b0da-b949db7b4451 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:18.495198 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5bc18ba5-9ed2-4079-af57-99f764a69bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:18.531189 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-5bc18ba5-9ed2-4079-af57-99f764a69bf0 None None] Port fb62a86a-9b94-45fc-b0da-b949db7b4451 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:30:18.608629 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:18.667413 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Routers {'8acccbd6-b488-4067-8852-9d4228bc2ad4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:30:18.668037 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:30:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['8acccbd6-b488-4067-8852-9d4228bc2ad4'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:30:18.670822 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f050f-59b3-4e8d-baee-652f6b1ddea5 None None] Pushing event updated for resources: {'Port': ['ID=fb62a86a-9b94-45fc-b0da-b949db7b4451,revision_number=4']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:18.765007 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] Set router 8acccbd6-b488-4067-8852-9d4228bc2ad4 gateway port host: None {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:30:18.855945 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-8acc1f59-b1e0-482a-8788-0c000ec4efd2 None None] Provisioning complete for port fb62a86a-9b94-45fc-b0da-b949db7b4451 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:18.856349 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8acc1f59-b1e0-482a-8788-0c000ec4efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:18.939381 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-8acc1f59-b1e0-482a-8788-0c000ec4efd2 None None] Current status of the port fb62a86a-9b94-45fc-b0da-b949db7b4451 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:30:18.939870 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8acc1f59-b1e0-482a-8788-0c000ec4efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:18.974178 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-8acc1f59-b1e0-482a-8788-0c000ec4efd2 None None] For port fb62a86a-9b94-45fc-b0da-b949db7b4451, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=fb62a86a-9b94-45fc-b0da-b949db7b4451,segment=NetworkSegment(6272410e-1586-4b65-949a-7b1dbfa97ec5),segment_id=6272410e-1586-4b65-949a-7b1dbfa97ec5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:30:18.994756 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'name': 'router1', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:30:04Z', 'updated_at': '2022-04-06T12:30:15Z', 'revision_number': 2, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'gw_port_host': None, '_interfaces': [{'id': 'fb62a86a-9b94-45fc-b0da-b949db7b4451', 'name': '', 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'mac_address': 'fa:16:3e:a2:f1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:30:14Z', 'updated_at': '2022-04-06T12:30:18Z', 'revision_number': 4, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'subnets': [{'id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26323121-9dc6-46d4-9469-7d2437f4283b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:30:19.021840 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010306c2-cfa4-451b-82e8-c30372f1fe5c None None] The sync data for ids ['8acccbd6-b488-4067-8852-9d4228bc2ad4'] in dv-cinder-836069-1-iscsi is: [{'id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'name': 'router1', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:30:04Z', 'updated_at': '2022-04-06T12:30:15Z', 'revision_number': 2, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'gw_port_host': None, '_interfaces': [{'id': 'fb62a86a-9b94-45fc-b0da-b949db7b4451', 'name': '', 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'mac_address': 'fa:16:3e:a2:f1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:30:14Z', 'updated_at': '2022-04-06T12:30:18Z', 'revision_number': 4, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'subnets': [{'id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26323121-9dc6-46d4-9469-7d2437f4283b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:30:19.051221 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8acc1f59-b1e0-482a-8788-0c000ec4efd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:19.103392 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc1f59-b1e0-482a-8788-0c000ec4efd2 None None] Pushing event updated for resources: {'Port': ['ID=fb62a86a-9b94-45fc-b0da-b949db7b4451,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:19.311906 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39134) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:30:19.428040 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649031e7-2bbd-4e04-b581-c092a7f8ce0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:30:19.429393 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-649031e7-2bbd-4e04-b581-c092a7f8ce0e admin admin] 10.222.0.60 "GET /v2.0/networks/178c71df-d210-4cd4-98f5-4107b5f20b80 HTTP/1.1" status: 200 len: 842 time: 0.1165900 Apr 06 12:30:19.438577 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:30:19.543713 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Made reservation on behalf of 64fde562f4144555ab329e2cfae12ca7 for: {'subnet': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:30:19.545874 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:19.918035 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.objects.ports [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103994) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 12:30:19.918516 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (4aae88dc-7869-46c7-820c-6faff566d928), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:19.980026 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aae88dc-7869-46c7-820c-6faff566d928,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:19.991621 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:30:19.992186 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Network hostable DHCP agents. Network: 178c71df-d210-4cd4-98f5-4107b5f20b80, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:30:20.093984 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:30:20.179872 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 178c71df-d210-4cd4-98f5-4107b5f20b80) {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:30:20.185205 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:30:20.185899 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:20.190707 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265204ae-3cbb-4970-a968-b4ebc90dc11c None None] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:30:20.279361 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-728e7555-06c3-4553-9401-bd8461aff0c9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8439956 Apr 06 12:30:20.307990 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b5fef-b16d-4279-97f8-9372214a5bc0 None None] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:30:22.838153 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39142) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:30:22.979923 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-b12dd34a-6125-43e2-a488-41fbe3879107 demo admin] 10.222.0.60 "GET /v2.0/routers/8acccbd6-b488-4067-8852-9d4228bc2ad4 HTTP/1.1" status: 200 len: 710 time: 0.1405356 Apr 06 12:30:23.071420 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a51dcfb-ba75-45d0-9321-bd047b0d51ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:30:23.072780 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-5a51dcfb-ba75-45d0-9321-bd047b0d51ab demo admin] 10.222.0.60 "GET /v2.0/networks/178c71df-d210-4cd4-98f5-4107b5f20b80 HTTP/1.1" status: 200 len: 886 time: 0.0876172 Apr 06 12:30:23.081706 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:30:23.432824 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Publish callbacks [] for router_gateway (8acccbd6-b488-4067-8852-9d4228bc2ad4), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:23.763916 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Publish callbacks [] for router_gateway (8acccbd6-b488-4067-8852-9d4228bc2ad4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:23.856424 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:23.980874 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Allocated IP 172.27.0.161 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/b36fb0fd-f305-4f18-ad21-87d511457156) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:30:24.091266 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Publish callbacks [] for port (b36fb0fd-f305-4f18-ad21-87d511457156), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:24.185449 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (b36fb0fd-f305-4f18-ad21-87d511457156), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:24.223182 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:30:24.227929 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:30:24.231458 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:30:24.236955 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Pushing event updated for resources: {'Port': ['ID=b36fb0fd-f305-4f18-ad21-87d511457156,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:24.597455 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Publish callbacks [] for router_gateway (8acccbd6-b488-4067-8852-9d4228bc2ad4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:24.805144 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1743636', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1737636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30383'] for router (8acccbd6-b488-4067-8852-9d4228bc2ad4), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:24.808469 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1743629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1737982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1737629'] for router (8acccbd6-b488-4067-8852-9d4228bc2ad4), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:24.920753 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Router 8acccbd6-b488-4067-8852-9d4228bc2ad4 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:30:25.162369 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:30:25.166588 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:25.171290 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-a51fb6e8-26ce-4b6e-9507-18a1c360e1d3 demo admin] 10.222.0.60 "PUT /v2.0/routers/8acccbd6-b488-4067-8852-9d4228bc2ad4 HTTP/1.1" status: 200 len: 890 time: 2.0893230 Apr 06 12:30:26.768001 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device fb62a86a-9b94-45fc-b0da-b949db7b4451 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:30:26.818064 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port fb62a86a-9b94-45fc-b0da-b949db7b4451 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:26.818489 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:26.912898 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port fb62a86a-9b94-45fc-b0da-b949db7b4451 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:30:27.867090 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39154) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:30:27.990301 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Sync routers for ids ['8acccbd6-b488-4067-8852-9d4228bc2ad4'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:30:28.002266 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Routers {'8acccbd6-b488-4067-8852-9d4228bc2ad4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:30:28.003045 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:30:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['8acccbd6-b488-4067-8852-9d4228bc2ad4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:30:28.026110 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-99b969cf-a3f5-4ae6-be26-2570e4b81b5e admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1578317 Apr 06 12:30:28.237949 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Set router 8acccbd6-b488-4067-8852-9d4228bc2ad4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:30:28.742592 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'name': 'router1', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b36fb0fd-f305-4f18-ad21-87d511457156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:30:04Z', 'updated_at': '2022-04-06T12:30:24Z', 'revision_number': 4, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'gw_port': {'id': 'b36fb0fd-f305-4f18-ad21-87d511457156', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:30:23Z', 'updated_at': '2022-04-06T12:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'fb62a86a-9b94-45fc-b0da-b949db7b4451', 'name': '', 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'mac_address': 'fa:16:3e:a2:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:30:14Z', 'updated_at': '2022-04-06T12:30:18Z', 'revision_number': 5, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'subnets': [{'id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26323121-9dc6-46d4-9469-7d2437f4283b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:30:28.808049 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Checking router: 8acccbd6-b488-4067-8852-9d4228bc2ad4 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:30:28.808406 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Updating router 8acccbd6-b488-4067-8852-9d4228bc2ad4 port b36fb0fd-f305-4f18-ad21-87d511457156 binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:30:28.883088 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (b36fb0fd-f305-4f18-ad21-87d511457156), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:29.230198 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Publish callbacks [] for port (b36fb0fd-f305-4f18-ad21-87d511457156), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:29.356642 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (b36fb0fd-f305-4f18-ad21-87d511457156), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:29.419555 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeac7b0-8581-45e7-8462-da4a005a3ac1 None None] Pushing event updated for resources: {'Port': ['ID=b36fb0fd-f305-4f18-ad21-87d511457156,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:29.438560 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Attempting to bind port b36fb0fd-f305-4f18-ad21-87d511457156 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:30:29.439813 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Attempting to bind port b36fb0fd-f305-4f18-ad21-87d511457156 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:30:29.440708 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Attempting to bind port b36fb0fd-f305-4f18-ad21-87d511457156 on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:30:29.448861 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:30:29.449067 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:30:29.449400 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:29.451496 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:30:29.452231 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Bound port: b36fb0fd-f305-4f18-ad21-87d511457156, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:30:29.452692 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (b36fb0fd-f305-4f18-ad21-87d511457156), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:29.544837 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] For port b36fb0fd-f305-4f18-ad21-87d511457156, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:30:29.548599 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] For port b36fb0fd-f305-4f18-ad21-87d511457156, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=b36fb0fd-f305-4f18-ad21-87d511457156,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:30:29.625200 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (b36fb0fd-f305-4f18-ad21-87d511457156), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:29.684560 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Routers {'8acccbd6-b488-4067-8852-9d4228bc2ad4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:30:29.685170 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:30:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['8acccbd6-b488-4067-8852-9d4228bc2ad4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:30:29.691321 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeac7b0-8581-45e7-8462-da4a005a3ac1 None None] Pushing event updated for resources: {'Port': ['ID=b36fb0fd-f305-4f18-ad21-87d511457156,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:29.812649 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] Set router 8acccbd6-b488-4067-8852-9d4228bc2ad4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:30:30.055090 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'name': 'router1', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b36fb0fd-f305-4f18-ad21-87d511457156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:30:04Z', 'updated_at': '2022-04-06T12:30:24Z', 'revision_number': 4, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'gw_port': {'id': 'b36fb0fd-f305-4f18-ad21-87d511457156', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:30:23Z', 'updated_at': '2022-04-06T12:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'fb62a86a-9b94-45fc-b0da-b949db7b4451', 'name': '', 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'mac_address': 'fa:16:3e:a2:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:30:14Z', 'updated_at': '2022-04-06T12:30:18Z', 'revision_number': 5, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'subnets': [{'id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26323121-9dc6-46d4-9469-7d2437f4283b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:30:30.081530 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e31f56-3298-4ddc-9a44-0e34223ed04b None None] The sync data for ids ['8acccbd6-b488-4067-8852-9d4228bc2ad4'] in dv-cinder-836069-1-iscsi is: [{'id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'name': 'router1', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': 'b36fb0fd-f305-4f18-ad21-87d511457156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:30:04Z', 'updated_at': '2022-04-06T12:30:24Z', 'revision_number': 4, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'gw_port': {'id': 'b36fb0fd-f305-4f18-ad21-87d511457156', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:30:23Z', 'updated_at': '2022-04-06T12:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'fb62a86a-9b94-45fc-b0da-b949db7b4451', 'name': '', 'network_id': 'e8448945-f73d-4505-9610-0353ce210eba', 'tenant_id': '96dbd401ac58495889f9be8ea4937c18', 'mac_address': 'fa:16:3e:a2:f1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acccbd6-b488-4067-8852-9d4228bc2ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:30:14Z', 'updated_at': '2022-04-06T12:30:18Z', 'revision_number': 5, 'project_id': '96dbd401ac58495889f9be8ea4937c18', 'subnets': [{'id': 'f618a315-fc55-40c6-80d0-bdead3446a04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '26323121-9dc6-46d4-9469-7d2437f4283b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:30:30.827425 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b36fb0fd-f305-4f18-ad21-87d511457156 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:30:30.907931 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port b36fb0fd-f305-4f18-ad21-87d511457156 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:30.907931 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (b36fb0fd-f305-4f18-ad21-87d511457156), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:31.002545 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port b36fb0fd-f305-4f18-ad21-87d511457156 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:30:31.002545 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (b36fb0fd-f305-4f18-ad21-87d511457156), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:31.033177 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port b36fb0fd-f305-4f18-ad21-87d511457156, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=b36fb0fd-f305-4f18-ad21-87d511457156,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:30:31.127796 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (b36fb0fd-f305-4f18-ad21-87d511457156), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:31.191574 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=b36fb0fd-f305-4f18-ad21-87d511457156,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:30:32.810125 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b36fb0fd-f305-4f18-ad21-87d511457156 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:30:32.902042 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port b36fb0fd-f305-4f18-ad21-87d511457156 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:30:32.902042 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (b36fb0fd-f305-4f18-ad21-87d511457156), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:33.029524 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port b36fb0fd-f305-4f18-ad21-87d511457156 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:30:38.696956 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:30:39.292890 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f1924bdd-7430-41c5-bfb0-bdf6b463cca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:41.804533 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-05516a84-4669-43be-a404-ac368757e25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:42.958584 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:44.467830 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:30:46.009987 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:09.296875 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-567f602c-19a6-45f8-a465-e2d689627910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:11.788306 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ff8f59ce-44f9-4e09-8f6b-204dc307641d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:13.754501 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:14.479609 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:15.695582 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:31:16.033544 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:39.285749 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a0aa1c2d-9b69-49ca-8650-28e57669d339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:41.842710 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5d9a0133-8544-47d7-b4c7-da26ea276926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:42.928162 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:44.482929 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:46.010373 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:52.693919 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:31:54.264899 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39638) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:31:54.353000 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f1a5d7-60b6-4497-8edc-f3b7a11badaa admin admin] GET failed (client error): The resource could not be found. Apr 06 12:31:54.354362 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-31f1a5d7-60b6-4497-8edc-f3b7a11badaa admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0884883 Apr 06 12:31:54.527351 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1de58b-6dd4-463d-be9e-6a523b1b3e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:31:54.529492 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0e1de58b-6dd4-463d-be9e-6a523b1b3e7b admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1701038 Apr 06 12:31:56.945165 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39648) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:31:57.035439 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4697d1c-1128-4544-abd5-e6a5eab0029a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:31:57.036685 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-f4697d1c-1128-4544-abd5-e6a5eab0029a admin admin] 10.222.0.60 "GET /v2.0/subnets/f618a315-fc55-40c6-80d0-bdead3446a04 HTTP/1.1" status: 200 len: 849 time: 0.0905769 Apr 06 12:31:57.046506 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:31:57.132170 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Publish callbacks [] for subnet (f618a315-fc55-40c6-80d0-bdead3446a04), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:57.341509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771207458573'] for subnet (f618a315-fc55-40c6-80d0-bdead3446a04), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:57.372244 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:31:57.373148 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:57.378387 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] 10.222.0.60 "PUT /v2.0/subnets/f618a315-fc55-40c6-80d0-bdead3446a04 HTTP/1.1" status: 200 len: 868 time: 0.3320086 Apr 06 12:31:57.378838 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38190f-b7ad-45b0-8d81-d0a25396fdee None None] Network e8448945-f73d-4505-9610-0353ce210eba requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:31:57.400132 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f618a315-fc55-40c6-80d0-bdead3446a04,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:31:57.408790 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.409162 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.409507 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.409846 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.410178 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.410540 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.410870 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.411198 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.411524 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.411850 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.412176 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.412502 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.412824 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.413145 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.413465 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70826592-f1da-4c30-91a1-538340d14d2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:31:57.712454 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-6ef08f2d-8b57-44c3-9fa6-f9debf6a81b3 None None] Provisioning complete for port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:31:57.712848 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ef08f2d-8b57-44c3-9fa6-f9debf6a81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (3d2ffd7f-666a-4781-abb9-bff30f2ecb3e), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:57.793052 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-6ef08f2d-8b57-44c3-9fa6-f9debf6a81b3 None None] Current status of the port 3d2ffd7f-666a-4781-abb9-bff30f2ecb3e is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:31:57.802942 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-6ef08f2d-8b57-44c3-9fa6-f9debf6a81b3 None None] Provisioning complete for port fb62a86a-9b94-45fc-b0da-b949db7b4451 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:31:57.803330 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ef08f2d-8b57-44c3-9fa6-f9debf6a81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (fb62a86a-9b94-45fc-b0da-b949db7b4451), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:31:57.885437 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-6ef08f2d-8b57-44c3-9fa6-f9debf6a81b3 None None] Current status of the port fb62a86a-9b94-45fc-b0da-b949db7b4451 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:31:59.726174 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39656) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:31:59.929400 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3e222-1143-4fb5-9e85-29bed9893f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:31:59.929783 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3e222-1143-4fb5-9e85-29bed9893f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:31:59.931327 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-04a3e222-1143-4fb5-9e85-29bed9893f6d admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2041991 Apr 06 12:32:02.302596 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39666) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:32:02.434666 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b5701-afc3-4962-a9c6-fa1120ceb3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:02.435140 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6b5701-afc3-4962-a9c6-fa1120ceb3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:02.436748 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0f6b5701-afc3-4962-a9c6-fa1120ceb3c7 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332092 Apr 06 12:32:04.843787 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39674) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:32:04.998119 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8a2f7-d31a-49bf-adfe-c7229f7735b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:04.999507 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b2d8a2f7-d31a-49bf-adfe-c7229f7735b8 admin admin] 10.222.0.60 "GET /v2.0/networks/178c71df-d210-4cd4-98f5-4107b5f20b80 HTTP/1.1" status: 200 len: 886 time: 0.1547875 Apr 06 12:32:07.329823 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39682) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:32:07.478380 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd785a4d-ce64-4ec8-85d0-445148e596b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:07.479887 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bd785a4d-ce64-4ec8-85d0-445148e596b9 admin admin] 10.222.0.60 "GET /v2.0/networks/e8448945-f73d-4505-9610-0353ce210eba HTTP/1.1" status: 200 len: 869 time: 0.1490903 Apr 06 12:32:09.300534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dd8b8b7c-e71e-4816-b058-3362e6de75b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:09.826384 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39690) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:32:09.959982 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed566c9-cda0-49c3-96c5-82e5008609ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:09.960433 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed566c9-cda0-49c3-96c5-82e5008609ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:09.961976 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5ed566c9-cda0-49c3-96c5-82e5008609ef admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1346071 Apr 06 12:32:11.826033 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d2afe907-03d3-4ed8-9bed-07f9697ecb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:12.391222 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39698) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:32:12.540498 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cfb2fe-c12d-49f4-b37c-8d575db318e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:12.541048 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cfb2fe-c12d-49f4-b37c-8d575db318e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:12.543812 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-e5cfb2fe-c12d-49f4-b37c-8d575db318e2 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1509831 Apr 06 12:32:12.951475 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:14.503793 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:14.922716 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39706) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:32:15.019855 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbe6c9-3436-4f80-9018-eaa63513d960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:15.022837 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-20bbe6c9-3436-4f80-9018-eaa63513d960 admin admin] 10.222.0.60 "GET /v2.0/subnets/4aae88dc-7869-46c7-820c-6faff566d928 HTTP/1.1" status: 200 len: 816 time: 0.0991237 Apr 06 12:32:16.007939 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:17.473330 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39714) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:32:17.565428 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe05e5-c881-4730-96d2-1c75c0f56096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:32:17.566803 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-8efe05e5-c881-4730-96d2-1c75c0f56096 admin admin] 10.222.0.60 "GET /v2.0/subnets/f618a315-fc55-40c6-80d0-bdead3446a04 HTTP/1.1" status: 200 len: 868 time: 0.0925293 Apr 06 12:32:29.692025 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:32:39.302655 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3531df88-2a7d-427b-8356-f56ece78a543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:41.811564 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-469aeb7b-5d2c-4c99-96c6-777027982c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:42.947716 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:44.491091 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:45.999231 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:32:59.451784 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39772) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:32:59.500391 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [None req-17f3930d-57b2-4321-9b4f-3a7ae6106507 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:32:59.501374 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-17f3930d-57b2-4321-9b4f-3a7ae6106507 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0486429 Apr 06 12:33:01.972794 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39780) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:33:02.045968 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc959fd-a4bb-4376-9fd7-6690a2634d1d admin admin] GET failed (client error): The resource could not be found. Apr 06 12:33:02.047802 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-6bc959fd-a4bb-4376-9fd7-6690a2634d1d admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0739756 Apr 06 12:33:02.142476 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c9e89-13cc-4686-bd64-96f183a12d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:33:02.143897 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ea7c9e89-13cc-4686-bd64-96f183a12d1b admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0901246 Apr 06 12:33:04.569773 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39788) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:33:04.618161 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:33:04.820313 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Made reservation on behalf of 64fde562f4144555ab329e2cfae12ca7 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:33:04.822643 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:04.857880 dv-cinder-836069-1-iscsi neutron-server[103993]: WARNING neutron.services.revisions.revision_plugin [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Could not find related network for resource to bump revision. Apr 06 12:33:04.870895 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:33:04.880887 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (d4533a4d-3148-4d73-8a05-4f2459b213b1), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:04.881057 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Added segment d4533a4d-3148-4d73-8a05-4f2459b213b1 of type vlan for network be3b4418-5d62-4651-b58b-823f0b77e9a3 Apr 06 12:33:04.921691 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (be3b4418-5d62-4651-b58b-823f0b77e9a3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:05.134679 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (be3b4418-5d62-4651-b58b-823f0b77e9a3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:05.135680 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:33:05.136263 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:05.227700 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Pushing event updated for resources: {'Network': ['ID=be3b4418-5d62-4651-b58b-823f0b77e9a3,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:33:05.234236 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.234599 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.234953 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.235290 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.235620 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.235944 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.236308 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.236698 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.237024 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.237350 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.237675 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.237996 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.238314 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.238730 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.245816 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:05.250292 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network be3b4418-5d62-4651-b58b-823f0b77e9a3 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:33:05.412003 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3be41af8-e206-4595-87d8-e8cb6a7f6788 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8410761 Apr 06 12:33:06.690533 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:33:07.853281 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39796) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:33:07.917713 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57bcf44-e581-4288-b295-72a4a6917186 admin admin] GET failed (client error): The resource could not be found. Apr 06 12:33:07.919038 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a57bcf44-e581-4288-b295-72a4a6917186 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0648031 Apr 06 12:33:08.021461 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f796a-2d08-4d4f-9418-e5373da614b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:33:08.023020 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-877f796a-2d08-4d4f-9418-e5373da614b1 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998881 Apr 06 12:33:08.033617 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:33:08.116542 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Made reservation on behalf of 64fde562f4144555ab329e2cfae12ca7 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:33:08.119144 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:08.358064 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (d9d0afa7-ca7b-493b-a36a-7615ccf6062e), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:08.464660 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d0afa7-ca7b-493b-a36a-7615ccf6062e,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:33:08.474783 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Checking segment: {'id': 'd4533a4d-3148-4d73-8a05-4f2459b213b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:33:08.475171 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Network hostable DHCP agents. Network: be3b4418-5d62-4651-b58b-823f0b77e9a3, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:33:08.563562 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Network be3b4418-5d62-4651-b58b-823f0b77e9a3 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:33:08.637843 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, be3b4418-5d62-4651-b58b-823f0b77e9a3) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:33:08.641967 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:33:08.642537 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:08.647857 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3711bad8-ba8c-4a34-9916-dd45b82e33d2 None None] Network be3b4418-5d62-4651-b58b-823f0b77e9a3 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:33:08.720451 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-176fa1af-51bf-4213-8bbd-393e87f45396 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6903324 Apr 06 12:33:08.751084 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-be3b4418-5d62-4651-b58b-823f0b77e9a3', 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3', 'project_id': '64fde562f4144555ab329e2cfae12ca7', 'fixed_ips': [{'subnet_id': 'd9d0afa7-ca7b-493b-a36a-7615ccf6062e'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:33:08.751978 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:08.906751 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Allocated IP 192.168.233.2 (be3b4418-5d62-4651-b58b-823f0b77e9a3/d9d0afa7-ca7b-493b-a36a-7615ccf6062e/4bb933e4-76b2-4bd5-933d-1b757067585b) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:33:09.077579 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Publish callbacks [] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:09.146607 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:09.190886 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Network be3b4418-5d62-4651-b58b-823f0b77e9a3 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:33:09.193602 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:33:09.200408 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:33:09.209374 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Pushing event updated for resources: {'Port': ['ID=4bb933e4-76b2-4bd5-933d-1b757067585b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:33:09.236712 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.240154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.241027 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.241027 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.241027 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.241293 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:33:09.287710 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Attempting to bind port 4bb933e4-76b2-4bd5-933d-1b757067585b on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:33:09.288073 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Attempting to bind port 4bb933e4-76b2-4bd5-933d-1b757067585b by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': 'd4533a4d-3148-4d73-8a05-4f2459b213b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:33:09.288436 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Attempting to bind port 4bb933e4-76b2-4bd5-933d-1b757067585b on network be3b4418-5d62-4651-b58b-823f0b77e9a3 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:33:09.294665 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:33:09.295041 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Checking segment: {'id': 'd4533a4d-3148-4d73-8a05-4f2459b213b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:33:09.295439 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:09.295828 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Bound using segment: {'id': 'd4533a4d-3148-4d73-8a05-4f2459b213b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:33:09.296288 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Bound port: 4bb933e4-76b2-4bd5-933d-1b757067585b, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4533a4d-3148-4d73-8a05-4f2459b213b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:33:09.296668 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:09.353728 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37ccf6f9-a66e-4c96-aaa4-6b41d9e55b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:09.364038 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] For port 4bb933e4-76b2-4bd5-933d-1b757067585b, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:33:09.368447 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] For port 4bb933e4-76b2-4bd5-933d-1b757067585b, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=4bb933e4-76b2-4bd5-933d-1b757067585b,segment=NetworkSegment(d4533a4d-3148-4d73-8a05-4f2459b213b1),segment_id=d4533a4d-3148-4d73-8a05-4f2459b213b1)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:33:09.444175 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:09.517179 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9a0e2-e8fd-4a92-bcf3-4be4af8c64e1 None None] Pushing event updated for resources: {'Port': ['ID=4bb933e4-76b2-4bd5-933d-1b757067585b,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:33:10.420181 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0103b1-a9ce-4dd4-aed6-8abd6fd483a3 None None] Network be3b4418-5d62-4651-b58b-823f0b77e9a3 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:33:10.501156 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-81445b3b-b18a-4a3f-9423-60a40b41d876 None None] Provisioning complete for port 4bb933e4-76b2-4bd5-933d-1b757067585b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:33:10.501546 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-81445b3b-b18a-4a3f-9423-60a40b41d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:10.620177 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-81445b3b-b18a-4a3f-9423-60a40b41d876 None None] Current status of the port 4bb933e4-76b2-4bd5-933d-1b757067585b is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:33:10.620832 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-81445b3b-b18a-4a3f-9423-60a40b41d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:10.659626 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-81445b3b-b18a-4a3f-9423-60a40b41d876 None None] For port 4bb933e4-76b2-4bd5-933d-1b757067585b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=4bb933e4-76b2-4bd5-933d-1b757067585b,segment=NetworkSegment(d4533a4d-3148-4d73-8a05-4f2459b213b1),segment_id=d4533a4d-3148-4d73-8a05-4f2459b213b1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:33:10.767340 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-81445b3b-b18a-4a3f-9423-60a40b41d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:10.823499 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81445b3b-b18a-4a3f-9423-60a40b41d876 None None] Pushing event updated for resources: {'Port': ['ID=4bb933e4-76b2-4bd5-933d-1b757067585b,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:33:10.894181 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 4bb933e4-76b2-4bd5-933d-1b757067585b up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:33:10.922480 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-985f0b51-28ab-438b-9c64-836228c686e4 None None] Provisioning complete for port 4bb933e4-76b2-4bd5-933d-1b757067585b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:33:10.922854 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-985f0b51-28ab-438b-9c64-836228c686e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:10.979636 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 4bb933e4-76b2-4bd5-933d-1b757067585b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:33:10.980143 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:11.061190 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-985f0b51-28ab-438b-9c64-836228c686e4 None None] Current status of the port 4bb933e4-76b2-4bd5-933d-1b757067585b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:33:11.105522 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 4bb933e4-76b2-4bd5-933d-1b757067585b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:33:11.838612 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c6f0a910-0a8b-4408-8b58-2a1246ce6ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:12.857940 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 4bb933e4-76b2-4bd5-933d-1b757067585b up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:33:12.920493 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 4bb933e4-76b2-4bd5-933d-1b757067585b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:33:12.925626 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (4bb933e4-76b2-4bd5-933d-1b757067585b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:13.005202 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 4bb933e4-76b2-4bd5-933d-1b757067585b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:33:13.019453 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:14.482602 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:16.019840 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:39.337510 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-233bb49a-fe80-4039-9ad5-a3db9f3bc2f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:41.795452 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-57ed35a0-7a05-4482-9a2e-498c58fb581f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:42.966047 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:43.690314 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:33:44.468236 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:33:45.988106 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:09.295653 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-14117a12-0128-4dc9-9ee3-3f70c9cc07ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:11.798493 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b2b35a87-0171-4755-b95e-f2640347b18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:12.952563 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:14.489627 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:16.026273 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:20.688626 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:34:39.322139 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-63dfc9d4-74e4-464f-a166-2777149efa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:41.813484 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e96c13dc-581b-4ea0-88c4-a4b97cdd39f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:42.978838 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:44.499275 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:46.007118 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:34:57.687783 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:35:02.766063 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39836) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:35:02.772476 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [None req-45629e0c-b022-4869-b052-2927534436c1 tempest-verify_tempest_config-1020701873 tempest-verify_tempest_config-1020701873-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:35:02.773427 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-45629e0c-b022-4869-b052-2927534436c1 tempest-verify_tempest_config-1020701873 tempest-verify_tempest_config-1020701873-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0064018 Apr 06 12:35:03.320687 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 39854) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:35:03.425729 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:03.496661 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Publish callbacks [] for security_group (dd1670f1-4c46-4262-bc1e-d57b7fb2fe32), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:03.588232 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (dd1670f1-4c46-4262-bc1e-d57b7fb2fe32), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:03.633512 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1670f1-4c46-4262-bc1e-d57b7fb2fe32,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:35:03.638062 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa79e49f136a46b8a3d1fc923a65bc5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3163309 Apr 06 12:35:03.640934 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39858) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.648686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c954252e-0eab-40e8-8e87-52ef57e3429b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.696616 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Publish callbacks [] for security_group (dd1670f1-4c46-4262-bc1e-d57b7fb2fe32), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:03.717180 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Publish callbacks [] for security_group (dd1670f1-4c46-4262-bc1e-d57b7fb2fe32), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:03.868701 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (dd1670f1-4c46-4262-bc1e-d57b7fb2fe32), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:03.871753 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:03.872886 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd1670f1-4c46-4262-bc1e-d57b7fb2fe32 HTTP/1.1" status: 204 len: 168 time: 0.2304633 Apr 06 12:35:03.881287 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1670f1-4c46-4262-bc1e-d57b7fb2fe32,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:35:03.889235 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.889519 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.889915 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.890267 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.890632 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.891094 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.891425 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.891760 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.892092 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.892421 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.892768 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.893120 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.893448 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.893772 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:03.894226 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a842c1-287e-495e-bfbb-29afecc7a104 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:35:09.348622 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e9759daf-5232-4610-8709-a1e7ba72c137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:11.827774 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-015621af-b575-4e23-aa6c-d7c2d96f8104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:12.965041 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:14.490763 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:16.028047 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:34.687214 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:35:39.288558 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0fea7b49-1cbc-40fe-88e0-c4119aa58351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:41.892663 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-518c8e04-018e-4628-a3fe-47e85bdb005e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:42.977812 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:44.511330 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:35:45.988818 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:09.307166 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-08ca25f5-b5f2-49b6-9366-dd4ab67480e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:11.686038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:36:11.820574 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-57079453-f031-47b9-85a9-5b6f7fc39c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:12.955118 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:14.520289 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:16.012427 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:39.292764 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fc4a5edc-9b5d-458f-a381-44467f4838cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:41.818196 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad652116-d204-408f-ba9a-ee7514fd724e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:42.960991 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:44.498095 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:46.018238 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:36:48.683605 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 5 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:36:55.325585 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1737848'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:09.322577 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dfd98513-a5de-4958-b1d6-184cfad8fd43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:10.313231 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39930) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:37:10.430768 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c3c3b915-53b8-48f0-a504-4fb8b53b619d admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1163750 Apr 06 12:37:11.802851 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4186a78a-fd79-43c1-8b12-3e01623bbd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:12.796052 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 39940) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:37:12.851433 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-fcf7b0a8-64ab-420d-9bde-a791937d229e admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0542867 Apr 06 12:37:12.974676 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:14.508290 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:16.008924 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:25.273866 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:25.682572 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:37:39.305447 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-55327fb2-205c-4718-8065-f5d9f2ca02ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:41.849348 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cc09796e-0c16-48d5-8b03-5a3a573fec57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:42.963632 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:44.517920 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:46.004041 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:37:55.284455 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:02.681720 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:38:09.320617 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1fd5a4c5-91f1-48ea-a221-222217e57f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:11.817769 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca93a-2f5a-4a1a-b5d8-2b8596e70756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:12.963084 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:14.504607 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:16.013866 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:25.306133 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:39.331421 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-97b606d3-dfbc-4167-b432-7b05e0fa4844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:39.680112 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:38:41.800156 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b13004c6-488e-490a-82ae-73b9860d7d8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:42.959564 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:44.530722 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:45.994350 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:55.331978 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:56.448730 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40108) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:56.692374 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2017455137-network', 'tenant_id': '6be89fb7470f4d4d804fd7ba0f8d557d'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:56.797294 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Made reservation on behalf of 6be89fb7470f4d4d804fd7ba0f8d557d for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:38:56.797449 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:56.806955 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:56.886112 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Publish callbacks [] for security_group (6d2b5391-2800-4b80-abad-044ac16f99ca), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:56.938120 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (6d2b5391-2800-4b80-abad-044ac16f99ca), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:56.968458 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:38:56.970347 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2b5391-2800-4b80-abad-044ac16f99ca,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:56.980486 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.980835 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.981192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.981532 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.981861 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.982275 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.982540 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.983237 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.983237 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.983504 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.984112 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.984275 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.984546 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.985051 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.985530 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Tracked resource versions report: Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: pushed versions: Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: { 'AddressGroup': {'1.2'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Agent': {'1.1'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'ConntrackHelper': {'1.0'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Log': {'1.0'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'NDPProxy': {'1.0'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Network': {'1.1'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Port': {'1.7'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'PortForwarding': {'1.3'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'QosPolicy': {'1.10'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SecurityGroup': {'1.5'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SubPort': {'1.0'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Subnet': {'1.1'}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Trunk': {'1.1'}} Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: consumer versions: Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: { DHCP agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: HyperV agent@hv-cinder-83606: {}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: L3 agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: Metadata agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: Metering agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: Open vSwitch agent@dv-cinder-836069-1-iscsi: { 'AddressGroup': '1.2', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Agent': '1.1', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'ConntrackHelper': '1.0', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'LocalIPAssociation': '1.0', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Log': '1.0', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'NDPProxy': '1.0', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Network': '1.1', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Port': '1.7', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'PortForwarding': '1.3', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'QosPolicy': '1.10', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SecurityGroup': '1.5', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SecurityGroupRule': '1.2', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'SubPort': '1.0', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Subnet': '1.1', Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: 'Trunk': '1.1'}} Apr 06 12:38:56.987056 dv-cinder-836069-1-iscsi neutron-server[103993]: {{(pid=103993) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:38:56.994344 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (12e37ed3-5cc3-438e-8643-60c1311a869a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:56.994653 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Added segment 12e37ed3-5cc3-438e-8643-60c1311a869a of type vlan for network 7ac713ff-fe89-47e7-b889-e3834f0d77f7 Apr 06 12:38:57.041615 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (7ac713ff-fe89-47e7-b889-e3834f0d77f7), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:57.110976 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (7ac713ff-fe89-47e7-b889-e3834f0d77f7), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:57.112501 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:57.113799 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:57.174291 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] Pushing event updated for resources: {'Network': ['ID=7ac713ff-fe89-47e7-b889-e3834f0d77f7,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:57.184258 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 7ac713ff-fe89-47e7-b889-e3834f0d77f7 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:38:57.210727 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-e4414360-775b-4b05-ab8d-de867ee60f9d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7608354 Apr 06 12:38:57.213558 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40146) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:57.218415 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Request body: {'subnet': {'network_id': '7ac713ff-fe89-47e7-b889-e3834f0d77f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2017455137-subnet', 'tenant_id': '6be89fb7470f4d4d804fd7ba0f8d557d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:57.292081 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Made reservation on behalf of 6be89fb7470f4d4d804fd7ba0f8d557d for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:38:57.295149 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:57.355538 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40150) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:57.502505 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40166) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:57.533820 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40170) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:57.560796 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (0e5b885e-6d90-4df1-8305-de7ed5328b7c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:57.632143 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5b885e-6d90-4df1-8305-de7ed5328b7c,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:57.636058 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Checking segment: {'id': '12e37ed3-5cc3-438e-8643-60c1311a869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7ac713ff-fe89-47e7-b889-e3834f0d77f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:38:57.636417 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Network hostable DHCP agents. Network: 7ac713ff-fe89-47e7-b889-e3834f0d77f7, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:38:57.720669 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Network 7ac713ff-fe89-47e7-b889-e3834f0d77f7 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:38:57.790281 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-767758918-network', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:57.795528 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 7ac713ff-fe89-47e7-b889-e3834f0d77f7) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:38:57.800607 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:57.805756 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:57.808697 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ee2a8-9402-4555-8fe2-1085f8c5bae4 None None] Network 7ac713ff-fe89-47e7-b889-e3834f0d77f7 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:38:57.837477 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-network', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:57.909412 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Made reservation on behalf of 5a6d568f27224862bf179a9bf658e90e for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:38:57.918219 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:57.918766 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec832ba-bd11-48ff-aea4-e37990096824 None None] Network 7ac713ff-fe89-47e7-b889-e3834f0d77f7 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:38:57.923766 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:57.941604 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b9273166-277e-46f9-9760-e879958781c2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7268133 Apr 06 12:38:58.013086 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Publish callbacks [] for security_group (fda2cffc-165c-481b-a4bf-96c9b72ce85c), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.026711 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1934155270-network', 'tenant_id': '2b33be18ebed476a9bbc36783274d1aa'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:58.043755 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Made reservation on behalf of f3908ec5b4b34a6f9359e815c209c8f2 for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:38:58.046074 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.061613 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.105690 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fda2cffc-165c-481b-a4bf-96c9b72ce85c), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.146874 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:38:58.164103 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Made reservation on behalf of 2b33be18ebed476a9bbc36783274d1aa for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:38:58.164273 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.186692 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.191515 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (fe06e642-c890-40cb-9b98-fe20f4c24260), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.191848 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Added segment fe06e642-c890-40cb-9b98-fe20f4c24260 of type vlan for network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 Apr 06 12:38:58.229569 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda2cffc-165c-481b-a4bf-96c9b72ce85c,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:58.269845 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Publish callbacks [] for security_group (1f70695d-22d2-4721-9c51-014bfd8b8984), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.275388 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.275388 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.275650 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.275858 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.276154 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.276471 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.276797 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.277244 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.277443 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.277766 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.278171 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.278516 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.278790 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.279106 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.279741 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Tracked resource versions report: Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: pushed versions: Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: { 'AddressGroup': {'1.2'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Agent': {'1.1'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'ConntrackHelper': {'1.0'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Log': {'1.0'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'NDPProxy': {'1.0'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Network': {'1.1'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Port': {'1.7'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'PortForwarding': {'1.3'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'QosPolicy': {'1.10'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SecurityGroup': {'1.5'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SubPort': {'1.0'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Subnet': {'1.1'}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Trunk': {'1.1'}} Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: consumer versions: Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: { DHCP agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: HyperV agent@hv-cinder-83606: {}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: L3 agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: Metadata agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: Metering agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: Open vSwitch agent@dv-cinder-836069-1-iscsi: { 'AddressGroup': '1.2', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Agent': '1.1', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'ConntrackHelper': '1.0', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'LocalIPAssociation': '1.0', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Log': '1.0', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'NDPProxy': '1.0', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Network': '1.1', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Port': '1.7', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'PortForwarding': '1.3', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'QosPolicy': '1.10', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SecurityGroup': '1.5', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SecurityGroupRule': '1.2', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'SubPort': '1.0', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Subnet': '1.1', Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: 'Trunk': '1.1'}} Apr 06 12:38:58.281028 dv-cinder-836069-1-iscsi neutron-server[103994]: {{(pid=103994) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:38:58.304932 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (2cdb5c4f-1c4f-4701-a26c-d9e2977221f9), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.338049 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1f70695d-22d2-4721-9c51-014bfd8b8984), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.376233 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:38:58.401722 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Publish callbacks [] for security_group (ac082749-1db3-411c-9e79-4d74b4f0de1d), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.405326 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (37c08f7b-6e73-46d6-831e-60593f0b9dd8), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.405771 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Added segment 37c08f7b-6e73-46d6-831e-60593f0b9dd8 of type vlan for network 01ac1873-f29d-4c0f-b4d7-32010266d115 Apr 06 12:38:58.407212 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f70695d-22d2-4721-9c51-014bfd8b8984,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:58.440846 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (2cdb5c4f-1c4f-4701-a26c-d9e2977221f9), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.440846 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:58.440846 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.517111 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] Pushing event updated for resources: {'Network': ['ID=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:58.522177 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (ac082749-1db3-411c-9e79-4d74b4f0de1d), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.533012 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:38:58.559416 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (4c7b5470-71c9-42f0-bf20-bf1e941b0466), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.559749 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Added segment 4c7b5470-71c9-42f0-bf20-bf1e941b0466 of type vlan for network e08a2524-94cf-4a28-9112-809bbd6aa4df Apr 06 12:38:58.600061 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (e08a2524-94cf-4a28-9112-809bbd6aa4df), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.622512 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (01ac1873-f29d-4c0f-b4d7-32010266d115), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.633053 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:38:58.638376 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40212) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:58.638932 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-5099c721-63a1-4f73-a52b-89fbb1d69980 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2806046 Apr 06 12:38:58.652765 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Request body: {'subnet': {'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-subnet', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:58.672113 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac082749-1db3-411c-9e79-4d74b4f0de1d,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:58.697797 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (e08a2524-94cf-4a28-9112-809bbd6aa4df), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.699063 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:58.699741 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.768718 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (01ac1873-f29d-4c0f-b4d7-32010266d115), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.770156 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:58.775748 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.795387 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] Pushing event updated for resources: {'Network': ['ID=e08a2524-94cf-4a28-9112-809bbd6aa4df,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:58.796627 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Made reservation on behalf of 5a6d568f27224862bf179a9bf658e90e for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:38:58.799108 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:58.813603 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network e08a2524-94cf-4a28-9112-809bbd6aa4df details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:38:58.846106 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-839fe802-d5df-40bb-bdec-3d9c1f3ef8cf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3096020 Apr 06 12:38:58.859408 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40226) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:58.864783 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Request body: {'subnet': {'network_id': 'e08a2524-94cf-4a28-9112-809bbd6aa4df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1934155270-subnet', 'tenant_id': '2b33be18ebed476a9bbc36783274d1aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:58.876438 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3735344 Apr 06 12:38:58.885639 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40228) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:58.900476 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Request body: {'subnet': {'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-subnet', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:58.904185 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2b083-f803-4d27-b491-ca5d9e1d3d38 admin admin] Pushing event updated for resources: {'Network': ['ID=01ac1873-f29d-4c0f-b4d7-32010266d115,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:58.922313 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:38:59.007160 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Made reservation on behalf of 2b33be18ebed476a9bbc36783274d1aa for: {'subnet': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:38:59.010274 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.012664 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Made reservation on behalf of f3908ec5b4b34a6f9359e815c209c8f2 for: {'subnet': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:38:59.014775 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.069918 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (d72dd932-f396-4062-9184-7ec5f2a0cceb), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.130492 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d72dd932-f396-4062-9184-7ec5f2a0cceb,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:59.140057 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Checking segment: {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:38:59.140514 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Network hostable DHCP agents. Network: 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:38:59.212316 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:38:59.292177 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:38:59.297325 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:38:59.299909 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.302575 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a543314f-cfdb-4282-a338-d8ce143ab550 None None] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:38:59.369987 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-efa52d63-00c1-44a4-ad77-bc4a9026f734 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7281647 Apr 06 12:38:59.372656 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40248) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:38:59.379703 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:38:59.475927 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (30b4dabb-48bf-487e-a649-d9d5c3389ece), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.476897 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:38:59.478053 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (30b4dabb-48bf-487e-a649-d9d5c3389ece), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.478700 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.568471 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (5fdef408-2698-4615-8b01-4f70be2decf7), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.626236 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (293c369f-e32c-4804-8333-a7a5ac081e3d), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.699802 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Allocated IP 172.20.0.2 (2cdb5c4f-1c4f-4701-a26c-d9e2977221f9/d72dd932-f396-4062-9184-7ec5f2a0cceb/cd3d1691-980c-4367-b7a0-cde43a5796cd) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:38:59.705420 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fdef408-2698-4615-8b01-4f70be2decf7,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:59.739704 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks [] for router_controller (30b4dabb-48bf-487e-a649-d9d5c3389ece), precommit_add_association {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.771187 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Pushing event updated for resources: {'Subnet': ['ID=293c369f-e32c-4804-8333-a7a5ac081e3d,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:38:59.841486 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Checking segment: {'id': '4c7b5470-71c9-42f0-bf20-bf1e941b0466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'e08a2524-94cf-4a28-9112-809bbd6aa4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:38:59.844120 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Network hostable DHCP agents. Network: e08a2524-94cf-4a28-9112-809bbd6aa4df, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:38:59.893967 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Checking segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:38:59.895263 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Network hostable DHCP agents. Network: 01ac1873-f29d-4c0f-b4d7-32010266d115, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:38:59.981089 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Publish callbacks [] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:38:59.983524 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Network e08a2524-94cf-4a28-9112-809bbd6aa4df is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:39:00.007789 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:39:00.059096 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.083024 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, e08a2524-94cf-4a28-9112-809bbd6aa4df) {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:00.085743 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 01ac1873-f29d-4c0f-b4d7-32010266d115) {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:00.090382 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:00.093004 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.099760 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:00.100341 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.106511 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d0c62-6510-4907-9b28-efc0b5e09ba1 None None] Network e08a2524-94cf-4a28-9112-809bbd6aa4df requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:39:00.130440 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12341d92-b820-45cd-9840-fcca0db45476 None None] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:39:00.178612 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks [] for router_gateway (30b4dabb-48bf-487e-a649-d9d5c3389ece), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.197962 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-a4fe790c-21aa-4b15-836f-d52b2bc3dbad admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3039134 Apr 06 12:39:00.197962 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40278) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:00.202930 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:00.203246 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:00.235312 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-30ae9578-855a-4c1f-a81a-314cd248f651 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3766727 Apr 06 12:39:00.310283 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40288) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:00.312862 dv-cinder-836069-1-iscsi neutron-server[103994]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 12:39:00.399710 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (7e7260ef-af3d-4291-b446-79f758c1bf64), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.401109 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (7e7260ef-af3d-4291-b446-79f758c1bf64), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.441859 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:00.449134 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:00.527613 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Pushing event updated for resources: {'Port': ['ID=cd3d1691-980c-4367-b7a0-cde43a5796cd,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:00.532649 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Attempting to bind port cd3d1691-980c-4367-b7a0-cde43a5796cd on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:00.533021 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Attempting to bind port cd3d1691-980c-4367-b7a0-cde43a5796cd by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:00.533385 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Attempting to bind port cd3d1691-980c-4367-b7a0-cde43a5796cd on network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:00.549787 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.550132 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.551089 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.551480 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.551815 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.552146 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.552469 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.552790 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.553110 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.553433 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.553758 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.554094 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.554441 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.555236 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.555236 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Tracked resource versions report: Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: pushed versions: Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: { 'AddressGroup': {'1.2'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Agent': {'1.1'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'ConntrackHelper': {'1.0'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Log': {'1.0'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'NDPProxy': {'1.0'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Network': {'1.1'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Port': {'1.7'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'PortForwarding': {'1.3'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'QosPolicy': {'1.10'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SecurityGroup': {'1.5'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SubPort': {'1.0'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Subnet': {'1.1'}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Trunk': {'1.1'}} Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: consumer versions: Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: { DHCP agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: HyperV agent@hv-cinder-83606: {}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: L3 agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: Metadata agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: Metering agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: Open vSwitch agent@dv-cinder-836069-1-iscsi: { 'AddressGroup': '1.2', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Agent': '1.1', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'ConntrackHelper': '1.0', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'LocalIPAssociation': '1.0', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Log': '1.0', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'NDPProxy': '1.0', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Network': '1.1', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Port': '1.7', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'PortForwarding': '1.3', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'QosPolicy': '1.10', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SecurityGroup': '1.5', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SecurityGroupRule': '1.2', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'SubPort': '1.0', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Subnet': '1.1', Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: 'Trunk': '1.1'}} Apr 06 12:39:00.556359 dv-cinder-836069-1-iscsi neutron-server[103995]: {{(pid=103995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:39:00.568372 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-01ac1873-f29d-4c0f-b4d7-32010266d115', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:39:00.569073 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.575026 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:00.575400 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Checking segment: {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:00.575800 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.576986 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Bound using segment: {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:00.576986 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Bound port: cd3d1691-980c-4367-b7a0-cde43a5796cd, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:00.577235 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.579134 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks [] for router_controller (7e7260ef-af3d-4291-b446-79f758c1bf64), precommit_add_association {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.658118 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd9875-7ccc-4b81-8e72-1f35998eb039 None None] Network e08a2524-94cf-4a28-9112-809bbd6aa4df requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:39:00.696182 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks [] for router_gateway (30b4dabb-48bf-487e-a649-d9d5c3389ece), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.740308 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aed596-0815-4970-b365-39719a49826f req-efa2901d-5109-4fb1-bb72-6afde9cb742d tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:00.741971 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-efa2901d-5109-4fb1-bb72-6afde9cb742d tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/networks?id=7ac713ff-fe89-47e7-b889-e3834f0d77f7 HTTP/1.1" status: 200 len: 812 time: 0.4302819 Apr 06 12:39:00.755414 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.839955 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks [] for router_gateway (7e7260ef-af3d-4291-b446-79f758c1bf64), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:00.854852 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-39c722df-fe60-4906-a360-7246c38106e1 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/quotas/6be89fb7470f4d4d804fd7ba0f8d557d HTTP/1.1" status: 200 len: 375 time: 0.1060932 Apr 06 12:39:00.858796 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] For port cd3d1691-980c-4367-b7a0-cde43a5796cd, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:00.894606 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] For port cd3d1691-980c-4367-b7a0-cde43a5796cd, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=cd3d1691-980c-4367-b7a0-cde43a5796cd,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:00.926431 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Allocated IP 172.20.0.2 (01ac1873-f29d-4c0f-b4d7-32010266d115/293c369f-e32c-4804-8333-a7a5ac081e3d/21abe78e-1045-4974-b60a-f31d82ef3ae6) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:00.927541 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-593364ef-70e0-4029-a7b0-3208ed089d72 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6be89fb7470f4d4d804fd7ba0f8d557d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663660 Apr 06 12:39:01.079020 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.192764 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Allocated IP 172.27.0.22 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/0d213045-1c1d-4258-85af-b2e4d72f942f) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:01.251936 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672dc43-5ecd-4249-8d86-092a49b4dfe7 None None] Pushing event updated for resources: {'Port': ['ID=cd3d1691-980c-4367-b7a0-cde43a5796cd,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:01.285461 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Publish callbacks [] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.360065 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks [] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.367542 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.405994 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks [] for router_gateway (7e7260ef-af3d-4291-b446-79f758c1bf64), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.449705 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.505088 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Pushing event updated for resources: {'Port': ['ID=21abe78e-1045-4974-b60a-f31d82ef3ae6,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:01.538613 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:01.540334 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:01.544607 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:01.634981 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.635305 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Attempting to bind port 21abe78e-1045-4974-b60a-f31d82ef3ae6 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:01.636193 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Attempting to bind port 21abe78e-1045-4974-b60a-f31d82ef3ae6 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:01.636627 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Attempting to bind port 21abe78e-1045-4974-b60a-f31d82ef3ae6 on network 01ac1873-f29d-4c0f-b4d7-32010266d115 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:01.644386 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:01.644765 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Checking segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:01.645379 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.645790 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Bound using segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:01.646802 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Bound port: 21abe78e-1045-4974-b60a-f31d82ef3ae6, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:01.647193 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.730694 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Allocated IP 172.27.0.152 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/88330c29-78cc-460c-8832-eb99fda97d9d) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:01.798234 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] For port 21abe78e-1045-4974-b60a-f31d82ef3ae6, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:01.799416 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40332) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:01.809067 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1039078002-network', 'tenant_id': '000a993e2a0f46b58edd05687bc8ac1f'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:01.815021 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] For port 21abe78e-1045-4974-b60a-f31d82ef3ae6, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=21abe78e-1045-4974-b60a-f31d82ef3ae6,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:01.913785 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-63826d67-dfb9-4f50-9d84-efd610fadd0a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:39:01.915172 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-63826d67-dfb9-4f50-9d84-efd610fadd0a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6819620 Apr 06 12:39:01.916490 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.918728 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks [] for port (88330c29-78cc-460c-8832-eb99fda97d9d), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.934083 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Made reservation on behalf of 000a993e2a0f46b58edd05687bc8ac1f for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:39:01.935596 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:01.936488 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:01.960804 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:01.967862 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:02.000776 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:02.005037 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44920f2-f066-405f-a86f-d9ac0d79f3f6 None None] Pushing event updated for resources: {'Port': ['ID=21abe78e-1045-4974-b60a-f31d82ef3ae6,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:02.113696 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Pushing event updated for resources: {'Port': ['ID=0d213045-1c1d-4258-85af-b2e4d72f942f,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:02.123092 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-e356b9ba-f0c9-4f9e-a59b-f43dec7a6168 service neutron] 10.222.0.60 "GET /v2.0/networks/7ac713ff-fe89-47e7-b889-e3834f0d77f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994667 Apr 06 12:39:02.132313 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:02.450451 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:02.452028 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:02.454739 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:02.565967 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Pushing event updated for resources: {'Port': ['ID=88330c29-78cc-460c-8832-eb99fda97d9d,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:02.616183 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks [] for router_gateway (30b4dabb-48bf-487e-a649-d9d5c3389ece), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:02.655672 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Publish callbacks [] for security_group (91d431bf-6849-4f54-95fa-294ad6bc74ec), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:02.672569 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-d17663b2-3394-435a-b9d6-9de565a6545a service neutron] 10.222.0.60 "GET /v2.0/networks/7ac713ff-fe89-47e7-b889-e3834f0d77f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5287178 Apr 06 12:39:02.719479 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d355892-2f6f-4422-9846-883e9c37e4cf None None] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:39:02.721466 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (91d431bf-6849-4f54-95fa-294ad6bc74ec), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:02.751007 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:39:02.760421 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d431bf-6849-4f54-95fa-294ad6bc74ec,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:02.768284 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (731f2608-2ca4-4ecf-9ab0-76d904619f4e), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:02.768603 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Added segment 731f2608-2ca4-4ecf-9ab0-76d904619f4e of type vlan for network 6e22f65f-ddae-4098-abf5-59fc9b8b7448 Apr 06 12:39:02.851223 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-935adfb6-92ea-4999-af7c-08d95ca95e0c None None] Provisioning complete for port cd3d1691-980c-4367-b7a0-cde43a5796cd triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:02.855367 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-935adfb6-92ea-4999-af7c-08d95ca95e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:02.981883 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (30b4dabb-48bf-487e-a649-d9d5c3389ece), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.238777 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (6e22f65f-ddae-4098-abf5-59fc9b8b7448), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.241152 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-935adfb6-92ea-4999-af7c-08d95ca95e0c None None] Current status of the port cd3d1691-980c-4367-b7a0-cde43a5796cd is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:03.241152 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-935adfb6-92ea-4999-af7c-08d95ca95e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.246874 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks [] for router_gateway (7e7260ef-af3d-4291-b446-79f758c1bf64), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.248375 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40366) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:03.249179 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-935adfb6-92ea-4999-af7c-08d95ca95e0c None None] For port cd3d1691-980c-4367-b7a0-cde43a5796cd, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=cd3d1691-980c-4367-b7a0-cde43a5796cd,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:03.249758 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (6e22f65f-ddae-4098-abf5-59fc9b8b7448), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.249758 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:03.249758 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.339802 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-935adfb6-92ea-4999-af7c-08d95ca95e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.459140 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 21abe78e-1045-4974-b60a-f31d82ef3ae6 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:03.489787 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0c9a06ce-9ded-4c38-98df-fecc697c7293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.513001 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7124100 Apr 06 12:39:03.518780 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7c98f6b5-6305-4ddb-8c23-50367fe8e189 req-80315fca-9657-4b59-9235-12a0699f4d61 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.2362263 Apr 06 12:39:03.525344 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40394) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:03.552737 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be240c-ca3e-404e-9adb-ab8c70abe1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e22f65f-ddae-4098-abf5-59fc9b8b7448,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:03.561512 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Request body: {'subnet': {'network_id': '6e22f65f-ddae-4098-abf5-59fc9b8b7448', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1039078002-subnet', 'tenant_id': '000a993e2a0f46b58edd05687bc8ac1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:03.586186 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 6e22f65f-ddae-4098-abf5-59fc9b8b7448 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:39:03.590802 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Router 30b4dabb-48bf-487e-a649-d9d5c3389ece is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:39:03.605170 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935adfb6-92ea-4999-af7c-08d95ca95e0c None None] Pushing event updated for resources: {'Port': ['ID=cd3d1691-980c-4367-b7a0-cde43a5796cd,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:03.702069 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (7e7260ef-af3d-4291-b446-79f758c1bf64), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.703856 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-436eeabd-f914-48bc-a3e3-235ee9cfdffa None None] Provisioning complete for port cd3d1691-980c-4367-b7a0-cde43a5796cd triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:03.704354 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-436eeabd-f914-48bc-a3e3-235ee9cfdffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.741977 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Made reservation on behalf of 000a993e2a0f46b58edd05687bc8ac1f for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:39:03.744490 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:03.791094 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8eb9a3-b40e-4e4a-ab8b-ddb9a867313a None None] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:39:03.947265 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 21abe78e-1045-4974-b60a-f31d82ef3ae6 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:03.948273 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.001503 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Router 7e7260ef-af3d-4291-b446-79f758c1bf64 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:39:04.049263 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0c9a06ce-9ded-4c38-98df-fecc697c7293 admin admin] Publish callbacks [] for security_group (8966e4a2-dda0-4a95-a776-aba85747ad86), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.091899 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:39:04.107598 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Sync routers for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:39:04.109088 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-436eeabd-f914-48bc-a3e3-235ee9cfdffa None None] Current status of the port cd3d1691-980c-4367-b7a0-cde43a5796cd is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:04.125005 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:39:04.126901 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:38:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:04.131563 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 21abe78e-1045-4974-b60a-f31d82ef3ae6 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:04.132518 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.133275 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0c9a06ce-9ded-4c38-98df-fecc697c7293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8966e4a2-dda0-4a95-a776-aba85747ad86), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.141374 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (4607e57e-a53b-460b-863b-bbad9214b104), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.180411 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 21abe78e-1045-4974-b60a-f31d82ef3ae6, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=21abe78e-1045-4974-b60a-f31d82ef3ae6,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:04.198640 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:39:04.211671 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Sync routers for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:39:04.247180 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.248271 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device cd3d1691-980c-4367-b7a0-cde43a5796cd up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:04.312762 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.318027 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-6afcc44e-df60-4612-b6d7-2aa31a9e3051 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1153862 Apr 06 12:39:04.318209 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40426) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:04.330074 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a06ce-9ded-4c38-98df-fecc697c7293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8966e4a2-dda0-4a95-a776-aba85747ad86,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:04.351913 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:39:04.356587 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:38:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:04.438236 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:39:04.443296 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4607e57e-a53b-460b-863b-bbad9214b104,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:04.459426 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.463469 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c9ad9f32-b622-478f-9cb9-da3b55accff2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0868654 Apr 06 12:39:04.482118 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40438) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:04.489480 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-cd81326b-9163-4027-8bd4-7a5d9776c2e0 None None] Provisioning complete for port 21abe78e-1045-4974-b60a-f31d82ef3ae6 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:04.491451 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd81326b-9163-4027-8bd4-7a5d9776c2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.678643 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40452) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:04.721215 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0c9a06ce-9ded-4c38-98df-fecc697c7293 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1ab2781249a4dbf9edeab7ab71b4a68&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6003387 Apr 06 12:39:04.740318 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40454) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:04.798916 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b604df9b-600f-4a44-b71a-e4e4aa88cdaf req-f6794e72-59a2-433e-9614-a664cce9ebf1 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.1163797 Apr 06 12:39:04.813096 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=21abe78e-1045-4974-b60a-f31d82ef3ae6,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:04.920681 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port cd3d1691-980c-4367-b7a0-cde43a5796cd triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:04.921079 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:04.938071 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:02Z', 'revision_number': 3, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:04.967575 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Checking segment: {'id': '731f2608-2ca4-4ecf-9ab0-76d904619f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6e22f65f-ddae-4098-abf5-59fc9b8b7448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:04.967661 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Network hostable DHCP agents. Network: 6e22f65f-ddae-4098-abf5-59fc9b8b7448, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:39:04.977510 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:39:04.994898 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Checking router: 30b4dabb-48bf-487e-a649-d9d5c3389ece for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:39:04.995688 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Updating router 30b4dabb-48bf-487e-a649-d9d5c3389ece port 0d213045-1c1d-4258-85af-b2e4d72f942f binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:39:05.081010 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:05.086443 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-de725153-b52b-4932-ae95-24a02eec514b admin admin] Publish callbacks [] for security_group (8966e4a2-dda0-4a95-a776-aba85747ad86), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:05.148923 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-de725153-b52b-4932-ae95-24a02eec514b admin admin] Publish callbacks [] for security_group (8966e4a2-dda0-4a95-a776-aba85747ad86), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:05.150808 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Network 6e22f65f-ddae-4098-abf5-59fc9b8b7448 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:39:05.259343 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 6e22f65f-ddae-4098-abf5-59fc9b8b7448) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:05.279276 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:05.282786 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:05.285048 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e5016-e0a3-4e3a-83c9-d579e9c6dc47 None None] Network 6e22f65f-ddae-4098-abf5-59fc9b8b7448 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:39:05.412379 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:05.436954 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f5c2ddec-efd4-426c-a96e-2c34dfc27547 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8997319 Apr 06 12:39:05.455095 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-de725153-b52b-4932-ae95-24a02eec514b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8966e4a2-dda0-4a95-a776-aba85747ad86), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:05.463487 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-de725153-b52b-4932-ae95-24a02eec514b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:05.469285 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-de725153-b52b-4932-ae95-24a02eec514b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8966e4a2-dda0-4a95-a776-aba85747ad86 HTTP/1.1" status: 204 len: 168 time: 0.7236655 Apr 06 12:39:05.497682 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de725153-b52b-4932-ae95-24a02eec514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8966e4a2-dda0-4a95-a776-aba85747ad86,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:05.679360 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-cd81326b-9163-4027-8bd4-7a5d9776c2e0 None None] Current status of the port 21abe78e-1045-4974-b60a-f31d82ef3ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:05.720632 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40492) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:05.862435 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port cd3d1691-980c-4367-b7a0-cde43a5796cd is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:05.923592 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Publish callbacks [] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:05.971161 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:05.984665 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd0307d-c1fa-4d5c-b381-50dd37325b1f None None] Network 6e22f65f-ddae-4098-abf5-59fc9b8b7448 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:39:06.010882 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.036249 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c7bef2-f758-4c99-95a1-0de131b33c2a admin admin] Deleting subnet 5fdef408-2698-4615-8b01-4f70be2decf7 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:39:06.090125 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29c7bef2-f758-4c99-95a1-0de131b33c2a admin admin] Publish callbacks [] for subnet (5fdef408-2698-4615-8b01-4f70be2decf7), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.140972 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Attempting to bind port 0d213045-1c1d-4258-85af-b2e4d72f942f on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:06.142854 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Attempting to bind port 0d213045-1c1d-4258-85af-b2e4d72f942f by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:06.145089 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Attempting to bind port 0d213045-1c1d-4258-85af-b2e4d72f942f on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:06.152834 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Pushing event updated for resources: {'Port': ['ID=0d213045-1c1d-4258-85af-b2e4d72f942f,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:06.163251 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.163868 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.164448 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.164976 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.165540 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.166049 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.166587 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.167092 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.167791 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.168307 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.168810 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.169347 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.169975 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.170499 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.171022 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Tracked resource versions report: Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: pushed versions: Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: { 'AddressGroup': {'1.2'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Agent': {'1.1'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'ConntrackHelper': {'1.0'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'LocalIPAssociation': {'1.0'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Log': {'1.0'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'NDPProxy': {'1.0'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Network': {'1.1'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Port': {'1.7'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'PortForwarding': {'1.3'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'QosPolicy': {'1.10'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SecurityGroup': {'1.5'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SecurityGroupRule': {'1.2'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SubPort': {'1.0'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Subnet': {'1.1'}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Trunk': {'1.1'}} Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: consumer versions: Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: { DHCP agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: HyperV agent@hv-cinder-83606: {}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: L3 agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: Metadata agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: Metering agent@dv-cinder-836069-1-iscsi: {}, Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: Open vSwitch agent@dv-cinder-836069-1-iscsi: { 'AddressGroup': '1.2', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Agent': '1.1', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'ConntrackHelper': '1.0', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'LocalIPAssociation': '1.0', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Log': '1.0', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'NDPProxy': '1.0', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Network': '1.1', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Port': '1.7', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'PortForwarding': '1.3', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'QosPolicy': '1.10', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SecurityGroup': '1.5', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SecurityGroupRule': '1.2', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'SubPort': '1.0', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Subnet': '1.1', Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: 'Trunk': '1.1'}} Apr 06 12:39:06.172748 dv-cinder-836069-1-iscsi neutron-server[103996]: {{(pid=103996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 12:39:06.179264 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:06.180031 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:06.180672 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.181206 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:06.181839 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Bound port: 0d213045-1c1d-4258-85af-b2e4d72f942f, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:06.182374 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.192156 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 21abe78e-1045-4974-b60a-f31d82ef3ae6 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:06.251157 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] For port 0d213045-1c1d-4258-85af-b2e4d72f942f, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:06.255838 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] For port 0d213045-1c1d-4258-85af-b2e4d72f942f, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=0d213045-1c1d-4258-85af-b2e4d72f942f,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:06.273534 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29c7bef2-f758-4c99-95a1-0de131b33c2a admin admin] Publish callbacks [] for subnet (5fdef408-2698-4615-8b01-4f70be2decf7), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.277221 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-16b32b56-9012-4666-b8cf-1fb545827320 req-595aca78-000c-4e4d-b28c-c1fb7da7a9f0 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.0513642 Apr 06 12:39:06.283397 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-cb9f2c0c-2c24-45bd-82d6-a1c9a124aabe None None] Provisioning complete for port 21abe78e-1045-4974-b60a-f31d82ef3ae6 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:06.283982 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cb9f2c0c-2c24-45bd-82d6-a1c9a124aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.289915 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Allocated IP 172.20.0.1 (01ac1873-f29d-4c0f-b4d7-32010266d115/293c369f-e32c-4804-8333-a7a5ac081e3d/f7b33ba3-0190-46ac-9cc0-01d70b817ce6) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:06.313974 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29c7bef2-f758-4c99-95a1-0de131b33c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (5fdef408-2698-4615-8b01-4f70be2decf7), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.350899 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.366377 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:02Z', 'revision_number': 3, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:06.374038 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 21abe78e-1045-4974-b60a-f31d82ef3ae6 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:06.374467 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.434170 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Checking router: 7e7260ef-af3d-4291-b446-79f758c1bf64 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:39:06.434563 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Updating router 7e7260ef-af3d-4291-b446-79f758c1bf64 port 88330c29-78cc-460c-8832-eb99fda97d9d binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:39:06.499427 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c742f-5d5e-43a5-b01f-032a3808234a None None] Pushing event updated for resources: {'Port': ['ID=0d213045-1c1d-4258-85af-b2e4d72f942f,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:06.504835 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Publish callbacks [] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.506044 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Allocated IP 172.20.0.1 (2cdb5c4f-1c4f-4701-a26c-d9e2977221f9/d72dd932-f396-4062-9184-7ec5f2a0cceb/c0e1d876-b9fb-496f-a036-da4a0fdc09be) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:06.518771 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:39:06.521040 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:38:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:06.549438 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29c7bef2-f758-4c99-95a1-0de131b33c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (5fdef408-2698-4615-8b01-4f70be2decf7), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.555560 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.574176 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40516) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:06.598358 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-670ac8f2-76b9-4d52-86a9-07203f9152e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.606541 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-cb9f2c0c-2c24-45bd-82d6-a1c9a124aabe None None] Current status of the port 21abe78e-1045-4974-b60a-f31d82ef3ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:06.631453 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.650700 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7bef2-f758-4c99-95a1-0de131b33c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fdef408-2698-4615-8b01-4f70be2decf7,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:06.653906 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-29c7bef2-f758-4c99-95a1-0de131b33c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.659309 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-29c7bef2-f758-4c99-95a1-0de131b33c2a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5fdef408-2698-4615-8b01-4f70be2decf7 HTTP/1.1" status: 204 len: 168 time: 0.9360230 Apr 06 12:39:06.662327 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40524) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:06.729176 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:39:06.735746 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 21abe78e-1045-4974-b60a-f31d82ef3ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:06.736917 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device cd3d1691-980c-4367-b7a0-cde43a5796cd up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:06.760314 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (e08a2524-94cf-4a28-9112-809bbd6aa4df), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.762814 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:06.776211 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:06.780241 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b33ba3-0190-46ac-9cc0-01d70b817ce6,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:06.791048 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:06.792064 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (7e7260ef-af3d-4291-b446-79f758c1bf64), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.887854 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port cd3d1691-980c-4367-b7a0-cde43a5796cd triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:06.888231 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.925035 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Publish callbacks [] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.927810 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (e08a2524-94cf-4a28-9112-809bbd6aa4df), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:06.985905 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:06.986263 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:06.987489 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:06.987830 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > port after_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:06.988156 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:06.989173 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > port after_update 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:06.989973 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:06.990328 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:06.990681 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:06.991162 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:07.079280 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Publish callbacks [] for port (88330c29-78cc-460c-8832-eb99fda97d9d), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.100682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-670ac8f2-76b9-4d52-86a9-07203f9152e1 admin admin] Publish callbacks [] for security_group (bbf574cd-fd66-439b-a97f-20111baa2f15), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.127360 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:02Z', 'revision_number': 3, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:07.153996 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port cd3d1691-980c-4367-b7a0-cde43a5796cd is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:07.177484 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f568de-58df-49d3-a1c2-aa2b205e1412 None None] The sync data for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi is: [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:02Z', 'revision_number': 3, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:39:07.191556 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-670ac8f2-76b9-4d52-86a9-07203f9152e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (bbf574cd-fd66-439b-a97f-20111baa2f15), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.194457 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-c91cf90d-c3d1-4823-a63d-09630bc30fdc None None] Provisioning complete for port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:07.197085 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c91cf90d-c3d1-4823-a63d-09630bc30fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.201122 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.253394 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-670ac8f2-76b9-4d52-86a9-07203f9152e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51403e86a09b4250841e8850fbf0d90c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6777267 Apr 06 12:39:07.254853 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ac8f2-76b9-4d52-86a9-07203f9152e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf574cd-fd66-439b-a97f-20111baa2f15,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:07.257332 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:07.270040 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:07.270575 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:07.271030 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103993) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:07.271294 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08a2524-94cf-4a28-9112-809bbd6aa4df']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:07.280160 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40542) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:07.299428 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7b5470-71c9-42f0-bf20-bf1e941b0466') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:07.300037 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7b5470-71c9-42f0-bf20-bf1e941b0466') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:07.314607 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Attempting to bind port 88330c29-78cc-460c-8832-eb99fda97d9d on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:07.315273 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Attempting to bind port 88330c29-78cc-460c-8832-eb99fda97d9d by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:07.315989 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Attempting to bind port 88330c29-78cc-460c-8832-eb99fda97d9d on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:07.326478 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (4c7b5470-71c9-42f0-bf20-bf1e941b0466), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.338514 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-c91cf90d-c3d1-4823-a63d-09630bc30fdc None None] Port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:39:07.341965 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe0966-2399-4ebf-b24b-6663e4629d00 None None] Pushing event updated for resources: {'Port': ['ID=88330c29-78cc-460c-8832-eb99fda97d9d,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:07.345048 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:07.345048 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:07.345626 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.346793 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:07.348538 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Bound port: 88330c29-78cc-460c-8832-eb99fda97d9d, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:07.349292 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.356047 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (4c7b5470-71c9-42f0-bf20-bf1e941b0466), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.370832 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:39:07.370832 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (4c7b5470-71c9-42f0-bf20-bf1e941b0466), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: from cryptography.utils import int_from_bytes Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: from cryptography.utils import int_from_bytes Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:39:07.378291 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:39:07.429393 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] For port 88330c29-78cc-460c-8832-eb99fda97d9d, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:07.440021 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] For port 88330c29-78cc-460c-8832-eb99fda97d9d, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=88330c29-78cc-460c-8832-eb99fda97d9d,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:07.447426 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.455103 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.513372 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:07.516494 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:07.519035 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.519536 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:07.569256 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-411612fc-2349-44e7-9885-47db146f15e9 req-81e6bc46-08b1-42fe-a614-fb25988c5053 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.0816691 Apr 06 12:39:07.591008 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e1d876-b9fb-496f-a036-da4a0fdc09be,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:07.648030 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (30b4dabb-48bf-487e-a649-d9d5c3389ece), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.650392 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9425590b-2172-4150-ad16-76ebcc201383 admin admin] Publish callbacks [] for security_group (bbf574cd-fd66-439b-a97f-20111baa2f15), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.686077 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9425590b-2172-4150-ad16-76ebcc201383 admin admin] Publish callbacks [] for security_group (bbf574cd-fd66-439b-a97f-20111baa2f15), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.686378 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (e08a2524-94cf-4a28-9112-809bbd6aa4df), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:07.695583 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:39:07.696807 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:38:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:07.777536 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe0966-2399-4ebf-b24b-6663e4629d00 None None] Pushing event updated for resources: {'Port': ['ID=88330c29-78cc-460c-8832-eb99fda97d9d,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:07.980236 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40558) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:08.071334 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.075125 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e08a2524-94cf-4a28-9112-809bbd6aa4df HTTP/1.1" status: 204 len: 168 time: 1.4112957 Apr 06 12:39:08.082472 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9425590b-2172-4150-ad16-76ebcc201383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (bbf574cd-fd66-439b-a97f-20111baa2f15), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.085647 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9425590b-2172-4150-ad16-76ebcc201383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.089604 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-9425590b-2172-4150-ad16-76ebcc201383 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbf574cd-fd66-439b-a97f-20111baa2f15 HTTP/1.1" status: 204 len: 168 time: 0.8084598 Apr 06 12:39:08.090250 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40562) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:08.112968 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0785b6-5606-45d0-be11-9c4cf89c8a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=e08a2524-94cf-4a28-9112-809bbd6aa4df,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:08.127991 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40566) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:08.135414 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425590b-2172-4150-ad16-76ebcc201383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf574cd-fd66-439b-a97f-20111baa2f15,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:08.162259 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Publish callbacks [] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.177936 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ce0c74-43d2-4d86-8711-5f9d966d8529 admin admin] Deleting subnet 4607e57e-a53b-460b-863b-bbad9214b104 {{(pid=103994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:39:08.183867 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-05ce0c74-43d2-4d86-8711-5f9d966d8529 admin admin] Publish callbacks [] for subnet (4607e57e-a53b-460b-863b-bbad9214b104), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.247704 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 0d213045-1c1d-4258-85af-b2e4d72f942f up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:08.264511 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-05ce0c74-43d2-4d86-8711-5f9d966d8529 admin admin] Publish callbacks [] for subnet (4607e57e-a53b-460b-863b-bbad9214b104), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.274043 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.274926 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (7e7260ef-af3d-4291-b446-79f758c1bf64), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.288755 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-05ce0c74-43d2-4d86-8711-5f9d966d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (4607e57e-a53b-460b-863b-bbad9214b104), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.332795 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:39:08.363134 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-28df0f60-578a-4b50-bcc2-ac559599ad62 None None] Provisioning complete for port c0e1d876-b9fb-496f-a036-da4a0fdc09be triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:08.364123 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-28df0f60-578a-4b50-bcc2-ac559599ad62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.395418 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-364275d8-b3bf-4fcf-8c49-e2b231da1e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.494800 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-28df0f60-578a-4b50-bcc2-ac559599ad62 None None] Port c0e1d876-b9fb-496f-a036-da4a0fdc09be cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:39:08.512668 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.544309 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 0d213045-1c1d-4258-85af-b2e4d72f942f triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:08.544710 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.567392 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-364275d8-b3bf-4fcf-8c49-e2b231da1e73 admin admin] Publish callbacks [] for security_group (67615259-6ee6-4cfd-bd6e-4771be077edf), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.587027 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Pushing event updated for resources: {'Port': ['ID=f7b33ba3-0190-46ac-9cc0-01d70b817ce6,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:08.634084 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-364275d8-b3bf-4fcf-8c49-e2b231da1e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (67615259-6ee6-4cfd-bd6e-4771be077edf), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.741350 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9d83308d-90c5-4ec7-a4b3-f4ef453ba8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.743168 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:08.761484 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:08.766972 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364275d8-b3bf-4fcf-8c49-e2b231da1e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67615259-6ee6-4cfd-bd6e-4771be077edf,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:08.777099 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-364275d8-b3bf-4fcf-8c49-e2b231da1e73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8204d5bcead342a6a058491313b90145&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7959948 Apr 06 12:39:08.778100 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40578) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:08.828666 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1431d07d-411b-4790-855d-c32f9fc9a42c req-9fe4e58e-0390-42fe-a1df-64b109adde6d tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.1283555 Apr 06 12:39:08.868180 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 0d213045-1c1d-4258-85af-b2e4d72f942f is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:08.868180 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.909132 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 0d213045-1c1d-4258-85af-b2e4d72f942f, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=0d213045-1c1d-4258-85af-b2e4d72f942f,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:08.925301 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-05ce0c74-43d2-4d86-8711-5f9d966d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for subnet (4607e57e-a53b-460b-863b-bbad9214b104), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.928112 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:06Z', 'revision_number': 1, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:08.941556 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Publish callbacks [] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.962763 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef36206-0564-4afc-9b71-6e40917f19c9 None None] The sync data for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi is: [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:06Z', 'revision_number': 1, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:39:08.968663 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-05ce0c74-43d2-4d86-8711-5f9d966d8529 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.969209 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:08.976348 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-05ce0c74-43d2-4d86-8711-5f9d966d8529 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4607e57e-a53b-460b-863b-bbad9214b104 HTTP/1.1" status: 204 len: 168 time: 0.8818040 Apr 06 12:39:08.978823 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40584) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:08.982212 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9d83308d-90c5-4ec7-a4b3-f4ef453ba8b2 admin admin] Publish callbacks [] for security_group (c3a4878c-2d91-467a-a460-3f7564712097), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.001500 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce0c74-43d2-4d86-8711-5f9d966d8529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4607e57e-a53b-460b-863b-bbad9214b104,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:09.041945 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.094238 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=0d213045-1c1d-4258-85af-b2e4d72f942f,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:09.128374 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9d83308d-90c5-4ec7-a4b3-f4ef453ba8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (c3a4878c-2d91-467a-a460-3f7564712097), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.185246 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (30b4dabb-48bf-487e-a649-d9d5c3389ece), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.197043 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9d83308d-90c5-4ec7-a4b3-f4ef453ba8b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be62a7bb4d3649be8815aed3a9090aac&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0660703 Apr 06 12:39:09.197765 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e1d876-b9fb-496f-a036-da4a0fdc09be,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:09.199947 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40592) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:09.214138 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f54f8486-264b-4baf-9959-2b16cb5e0762 admin admin] Publish callbacks [] for security_group (67615259-6ee6-4cfd-bd6e-4771be077edf), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.221843 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-ca23fc60-8948-4157-b325-10e5c40c8ad4 None None] Provisioning complete for port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:09.222066 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca23fc60-8948-4157-b325-10e5c40c8ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.222167 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (6e22f65f-ddae-4098-abf5-59fc9b8b7448), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.234651 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83308d-90c5-4ec7-a4b3-f4ef453ba8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a4878c-2d91-467a-a460-3f7564712097,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:09.247013 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Router 7e7260ef-af3d-4291-b446-79f758c1bf64 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:39:09.275429 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f54f8486-264b-4baf-9959-2b16cb5e0762 admin admin] Publish callbacks [] for security_group (67615259-6ee6-4cfd-bd6e-4771be077edf), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.345278 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-ca23fc60-8948-4157-b325-10e5c40c8ad4 None None] Port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:39:09.408342 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:09.413583 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:09.420312 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-996ecce7-d1d3-4f82-9619-faa7d04921a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.558798 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d11d8ef2-d1e2-4160-afc5-e03f6ab6e126 admin admin] Publish callbacks [] for security_group (c3a4878c-2d91-467a-a460-3f7564712097), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.596909 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d11d8ef2-d1e2-4160-afc5-e03f6ab6e126 admin admin] Publish callbacks [] for security_group (c3a4878c-2d91-467a-a460-3f7564712097), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.647479 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Router 30b4dabb-48bf-487e-a649-d9d5c3389ece has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:39:09.753194 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d11d8ef2-d1e2-4160-afc5-e03f6ab6e126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (c3a4878c-2d91-467a-a460-3f7564712097), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.756142 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d11d8ef2-d1e2-4160-afc5-e03f6ab6e126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.757362 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d11d8ef2-d1e2-4160-afc5-e03f6ab6e126 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3a4878c-2d91-467a-a460-3f7564712097 HTTP/1.1" status: 204 len: 168 time: 0.5524671 Apr 06 12:39:09.775876 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (6e22f65f-ddae-4098-abf5-59fc9b8b7448), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.818262 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.823945 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.824999 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.827301 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > port after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.827791 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.828363 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.828636 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.829012 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.829301 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.829629 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:09.838228 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d8ef2-d1e2-4160-afc5-e03f6ab6e126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a4878c-2d91-467a-a460-3f7564712097,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:09.880128 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:39:09.893453 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-10ac28ae-90e7-4e6a-837a-6ba65fa8e1ae None None] Provisioning complete for port c0e1d876-b9fb-496f-a036-da4a0fdc09be triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:09.893980 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-10ac28ae-90e7-4e6a-837a-6ba65fa8e1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:09.902678 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-71290626-dac4-4445-85b4-efd71e8ee8e3 admin admin] 10.222.0.60 "PUT /v2.0/routers/30b4dabb-48bf-487e-a649-d9d5c3389ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4036996 Apr 06 12:39:10.010416 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Sync routers for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:39:10.024066 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:39:10.024708 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:38:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:10.027326 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-10ac28ae-90e7-4e6a-837a-6ba65fa8e1ae None None] Port c0e1d876-b9fb-496f-a036-da4a0fdc09be cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:39:10.035089 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 0d213045-1c1d-4258-85af-b2e4d72f942f up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:10.186142 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 0d213045-1c1d-4258-85af-b2e4d72f942f triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:10.186675 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:10.223682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:10.224239 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:10.224714 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:10.225204 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 12:39:10.225690 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e22f65f-ddae-4098-abf5-59fc9b8b7448']}} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:10.244731 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f54f8486-264b-4baf-9959-2b16cb5e0762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (67615259-6ee6-4cfd-bd6e-4771be077edf), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:10.247863 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f54f8486-264b-4baf-9959-2b16cb5e0762 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:10.249205 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-f54f8486-264b-4baf-9959-2b16cb5e0762 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67615259-6ee6-4cfd-bd6e-4771be077edf HTTP/1.1" status: 204 len: 168 time: 1.4324775 Apr 06 12:39:10.273174 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731f2608-2ca4-4ecf-9ab0-76d904619f4e') {'for_net_delete': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:10.276254 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731f2608-2ca4-4ecf-9ab0-76d904619f4e') {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:10.331941 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-11ad99e2-230d-44ea-8184-50d5e5cb3815 req-9d55cb94-23d8-46c4-8e4a-038c7c32ff19 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.0948303 Apr 06 12:39:10.343074 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391593'] for segment (731f2608-2ca4-4ecf-9ab0-76d904619f4e), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:10.345482 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:39:10.354550 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:39:10.360024 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f8486-264b-4baf-9959-2b16cb5e0762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67615259-6ee6-4cfd-bd6e-4771be077edf,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:10.379087 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-d322518b-8bc7-446c-a949-8f4d84c48968 admin admin] 10.222.0.60 "PUT /v2.0/routers/7e7260ef-af3d-4291-b446-79f758c1bf64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0591180 Apr 06 12:39:10.400818 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (731f2608-2ca4-4ecf-9ab0-76d904619f4e), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:10.413576 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 0d213045-1c1d-4258-85af-b2e4d72f942f is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:10.427268 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:39:10.427711 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118396798'] for segment (731f2608-2ca4-4ecf-9ab0-76d904619f4e), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: from cryptography.utils import int_from_bytes Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: from cryptography.utils import int_from_bytes Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: Traceback (most recent call last): Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: timer() Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: cb(*args, **kw) Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: return func(*args, **kwargs) Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: self._notify() Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: self.callback(batched_events) Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: event.method(event) Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: return f(self, *a, **k) Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._get(url).json() Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: return self.request(url, 'GET', **kwargs) Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:39:10.433467 dv-cinder-836069-1-iscsi neutron-server[103994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:39:10.619192 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (6e22f65f-ddae-4098-abf5-59fc9b8b7448), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:10.654985 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Pushing event deleted for resources: {'Network': ['ID=6e22f65f-ddae-4098-abf5-59fc9b8b7448,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:10.664672 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:10.672564 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-27c4f3fa-d081-405a-b444-9a1ae00e255f admin admin] 10.222.0.60 "DELETE /v2.0/networks/6e22f65f-ddae-4098-abf5-59fc9b8b7448 HTTP/1.1" status: 204 len: 168 time: 1.6898899 Apr 06 12:39:10.735405 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 2, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:10.767643 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Checking router: 30b4dabb-48bf-487e-a649-d9d5c3389ece for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:39:10.768111 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Updating router 30b4dabb-48bf-487e-a649-d9d5c3389ece port c0e1d876-b9fb-496f-a036-da4a0fdc09be binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:39:10.818289 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.068416 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40632) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:11.095846 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ccb5-c66d-49c3-96c5-552bf8804ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.130546 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Publish callbacks [] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.208283 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.226580 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ccb5-c66d-49c3-96c5-552bf8804ba4 admin admin] Publish callbacks [] for security_group (0cb0d37f-cd08-4391-a3a3-a6289ca9a69f), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.282309 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2ed9ccb5-c66d-49c3-96c5-552bf8804ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0cb0d37f-cd08-4391-a3a3-a6289ca9a69f), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.321540 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd4b69-f49d-47c8-9778-eae56474e66f None None] Pushing event updated for resources: {'Port': ['ID=c0e1d876-b9fb-496f-a036-da4a0fdc09be,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:11.384016 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-2ed9ccb5-c66d-49c3-96c5-552bf8804ba4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=37295c3eda8644968b380bcbd09a3ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106112 Apr 06 12:39:11.384016 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9ccb5-c66d-49c3-96c5-552bf8804ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb0d37f-cd08-4391-a3a3-a6289ca9a69f,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:11.384604 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40646) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:11.400387 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Attempting to bind port c0e1d876-b9fb-496f-a036-da4a0fdc09be on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:11.401183 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Attempting to bind port c0e1d876-b9fb-496f-a036-da4a0fdc09be by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:11.401183 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Attempting to bind port c0e1d876-b9fb-496f-a036-da4a0fdc09be on network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:11.406958 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:11.407176 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Checking segment: {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:11.407766 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.407950 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Bound using segment: {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:11.408413 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Bound port: c0e1d876-b9fb-496f-a036-da4a0fdc09be, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:11.408797 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.471434 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f3d775eb-16b9-4933-8d2a-8985bfbdd596 admin admin] Publish callbacks [] for security_group (0cb0d37f-cd08-4391-a3a3-a6289ca9a69f), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.493190 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] For port c0e1d876-b9fb-496f-a036-da4a0fdc09be, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:11.499399 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] For port c0e1d876-b9fb-496f-a036-da4a0fdc09be, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=c0e1d876-b9fb-496f-a036-da4a0fdc09be,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:11.526928 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f3d775eb-16b9-4933-8d2a-8985bfbdd596 admin admin] Publish callbacks [] for security_group (0cb0d37f-cd08-4391-a3a3-a6289ca9a69f), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.541325 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40648) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:11.549940 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-f7cd3bc1-042e-47d1-8f35-5bc8eafd7c7a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180854405', 'description': 'tempest-description--770676790'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:11.571511 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-b885661f-aa76-4323-87e4-56013f998cd7 None None] Provisioning complete for port c0e1d876-b9fb-496f-a036-da4a0fdc09be triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:11.574522 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b885661f-aa76-4323-87e4-56013f998cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.632015 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.650773 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b885661f-aa76-4323-87e4-56013f998cd7 None None] Port c0e1d876-b9fb-496f-a036-da4a0fdc09be cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:39:11.672323 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c4f398e3-551b-4989-b96e-f53b4632e6e1 req-38c51176-ec7d-4404-bd7f-26653c33ee85 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.0529060 Apr 06 12:39:11.676813 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:39:11.677397 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:38:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:11.695601 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3bc1-042e-47d1-8f35-5bc8eafd7c7a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.732312 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40650) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:11.762016 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f3d775eb-16b9-4933-8d2a-8985bfbdd596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0cb0d37f-cd08-4391-a3a3-a6289ca9a69f), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.765033 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f3d775eb-16b9-4933-8d2a-8985bfbdd596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.766423 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f3d775eb-16b9-4933-8d2a-8985bfbdd596 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cb0d37f-cd08-4391-a3a3-a6289ca9a69f HTTP/1.1" status: 204 len: 168 time: 0.3801785 Apr 06 12:39:11.788734 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40654) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:11.793154 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d775eb-16b9-4933-8d2a-8985bfbdd596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb0d37f-cd08-4391-a3a3-a6289ca9a69f,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:11.838134 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4a93f669-84b5-4b37-971a-502af5d964b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.864433 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd4b69-f49d-47c8-9778-eae56474e66f None None] Pushing event updated for resources: {'Port': ['ID=c0e1d876-b9fb-496f-a036-da4a0fdc09be,revision_number=4']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:11.897635 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-90624eea-f8ce-4a41-8032-960811d0c1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:11.925613 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ecc2a1dd-0221-45f3-a4fe-5f28f684bc70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b33be18ebed476a9bbc36783274d1aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1927843 Apr 06 12:39:11.946347 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40656) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:11.948309 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:39:12.054242 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4a93f669-84b5-4b37-971a-502af5d964b9 admin admin] Publish callbacks [] for security_group (898c4e2c-3b1a-404b-9171-9d3d9c7eb7b8), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.060487 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3bc1-042e-47d1-8f35-5bc8eafd7c7a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (c632d64c-281e-4c29-af73-f27c99f6bbf9), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.083170 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-00267e8a-59dd-4f02-be06-2126e7c449ff admin admin] Publish callbacks [] for security_group (ac082749-1db3-411c-9e79-4d74b4f0de1d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.101842 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-1e65a858-f838-4085-a2f5-3e91622bf63a None None] Provisioning complete for port c0e1d876-b9fb-496f-a036-da4a0fdc09be triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:12.103670 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1e65a858-f838-4085-a2f5-3e91622bf63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.110712 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4a93f669-84b5-4b37-971a-502af5d964b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (898c4e2c-3b1a-404b-9171-9d3d9c7eb7b8), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.116538 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3bc1-042e-47d1-8f35-5bc8eafd7c7a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (c632d64c-281e-4c29-af73-f27c99f6bbf9), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.156781 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd3bc1-042e-47d1-8f35-5bc8eafd7c7a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c632d64c-281e-4c29-af73-f27c99f6bbf9,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:12.160917 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-00267e8a-59dd-4f02-be06-2126e7c449ff admin admin] Publish callbacks [] for security_group (ac082749-1db3-411c-9e79-4d74b4f0de1d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.186655 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-4a93f669-84b5-4b37-971a-502af5d964b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9ae14b7c2554088a85824248a49a2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3951333 Apr 06 12:39:12.189509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40662) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:12.222158 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 88330c29-78cc-460c-8832-eb99fda97d9d up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:12.268765 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f7cd3bc1-042e-47d1-8f35-5bc8eafd7c7a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.271909 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f7cd3bc1-042e-47d1-8f35-5bc8eafd7c7a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7293410 Apr 06 12:39:12.275186 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40670) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:12.285382 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-ed946dc9-79cd-4c8b-bd13-b1b4236bc3a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'security_group_rule': {'security_group_id': 'c632d64c-281e-4c29-af73-f27c99f6bbf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:12.336556 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Sync routers for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:39:12.350584 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93f669-84b5-4b37-971a-502af5d964b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898c4e2c-3b1a-404b-9171-9d3d9c7eb7b8,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:12.376341 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:39:12.377044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:39:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:12.383556 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:11Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:12.415456 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-00267e8a-59dd-4f02-be06-2126e7c449ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (ac082749-1db3-411c-9e79-4d74b4f0de1d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.418247 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0671e9e2-7d0d-44ba-9f58-c711551df84a admin admin] Publish callbacks [] for security_group (898c4e2c-3b1a-404b-9171-9d3d9c7eb7b8), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.418366 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-00267e8a-59dd-4f02-be06-2126e7c449ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.423298 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94db1046-a495-4ffb-aa35-6cc7ef372a80 None None] The sync data for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi is: [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:11Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:39:12.428993 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-00267e8a-59dd-4f02-be06-2126e7c449ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac082749-1db3-411c-9e79-4d74b4f0de1d HTTP/1.1" status: 204 len: 168 time: 0.4776025 Apr 06 12:39:12.430797 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.74', 54831) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:12.453183 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0671e9e2-7d0d-44ba-9f58-c711551df84a admin admin] Publish callbacks [] for security_group (898c4e2c-3b1a-404b-9171-9d3d9c7eb7b8), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.469185 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00267e8a-59dd-4f02-be06-2126e7c449ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac082749-1db3-411c-9e79-4d74b4f0de1d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:12.487312 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed946dc9-79cd-4c8b-bd13-b1b4236bc3a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (86b22395-0562-4532-9ef0-3593fd5baf67), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.659723 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 88330c29-78cc-460c-8832-eb99fda97d9d triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:12.661151 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.675082 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:39:12.695305 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0671e9e2-7d0d-44ba-9f58-c711551df84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (898c4e2c-3b1a-404b-9171-9d3d9c7eb7b8), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.699230 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0671e9e2-7d0d-44ba-9f58-c711551df84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.702654 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0671e9e2-7d0d-44ba-9f58-c711551df84a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/898c4e2c-3b1a-404b-9171-9d3d9c7eb7b8 HTTP/1.1" status: 204 len: 168 time: 0.5097921 Apr 06 12:39:12.716781 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671e9e2-7d0d-44ba-9f58-c711551df84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898c4e2c-3b1a-404b-9171-9d3d9c7eb7b8,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:12.768211 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-1e65a858-f838-4085-a2f5-3e91622bf63a None None] Current status of the port c0e1d876-b9fb-496f-a036-da4a0fdc09be is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:12.768870 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1e65a858-f838-4085-a2f5-3e91622bf63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:12.943587 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-80667474-f5ab-4c68-a97d-1efc4b58bf22 req-f7ffd017-5542-49ae-98fa-c35c7b7da4d8 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.0712061 Apr 06 12:39:12.949703 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed946dc9-79cd-4c8b-bd13-b1b4236bc3a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (86b22395-0562-4532-9ef0-3593fd5baf67), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.014697 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aed596-0815-4970-b365-39719a49826f req-1a5f640a-440b-492e-835b-bec04e9017b8 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:13.016217 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-1a5f640a-440b-492e-835b-bec04e9017b8 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.74 "GET /v2.0/networks?id=7ac713ff-fe89-47e7-b889-e3834f0d77f7 HTTP/1.1" status: 200 len: 812 time: 0.5747385 Apr 06 12:39:13.053613 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed946dc9-79cd-4c8b-bd13-b1b4236bc3a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (86b22395-0562-4532-9ef0-3593fd5baf67), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.066576 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed946dc9-79cd-4c8b-bd13-b1b4236bc3a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b22395-0562-4532-9ef0-3593fd5baf67,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:13.090603 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Request body: {'port': {'device_id': '847b8007-f9a8-4b59-92b7-68dc25ee86e9', 'network_id': '7ac713ff-fe89-47e7-b889-e3834f0d77f7', 'admin_state_up': True, 'tenant_id': '6be89fb7470f4d4d804fd7ba0f8d557d'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:13.106185 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.109741 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-1e65a858-f838-4085-a2f5-3e91622bf63a None None] For port c0e1d876-b9fb-496f-a036-da4a0fdc09be, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=c0e1d876-b9fb-496f-a036-da4a0fdc09be,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:13.215751 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1e65a858-f838-4085-a2f5-3e91622bf63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.272198 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 88330c29-78cc-460c-8832-eb99fda97d9d is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:13.272810 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.383177 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-1e75d2b5-0c38-4bff-8c6a-cd2faff10225 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:13.388784 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65a858-f838-4085-a2f5-3e91622bf63a None None] Pushing event updated for resources: {'Port': ['ID=c0e1d876-b9fb-496f-a036-da4a0fdc09be,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:13.389805 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-1e75d2b5-0c38-4bff-8c6a-cd2faff10225 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 819 time: 0.2287834 Apr 06 12:39:13.402743 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed946dc9-79cd-4c8b-bd13-b1b4236bc3a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.403897 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ed946dc9-79cd-4c8b-bd13-b1b4236bc3a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1273916 Apr 06 12:39:13.408967 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40718) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:13.411422 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 88330c29-78cc-460c-8832-eb99fda97d9d, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=88330c29-78cc-460c-8832-eb99fda97d9d,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:13.424678 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-379d7e94-d767-4e9c-9fff-7ef1915883e5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/quotas/f3908ec5b4b34a6f9359e815c209c8f2 HTTP/1.1" status: 200 len: 375 time: 0.0304153 Apr 06 12:39:13.429608 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-f153266b-8ec5-4064-a3d1-0c5770234b8e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'security_group_rule': {'security_group_id': 'c632d64c-281e-4c29-af73-f27c99f6bbf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:13.478329 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.643857 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f153266b-8ec5-4064-a3d1-0c5770234b8e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (f922937c-acdd-4231-9be9-11b25c63465f), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.700904 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Made reservation on behalf of 6be89fb7470f4d4d804fd7ba0f8d557d for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:39:13.703848 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.718985 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-83e65981-77dd-4182-8089-d058242cc52c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2933915 Apr 06 12:39:13.783386 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=88330c29-78cc-460c-8832-eb99fda97d9d,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:13.804259 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 2, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:13.843306 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f153266b-8ec5-4064-a3d1-0c5770234b8e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (f922937c-acdd-4231-9be9-11b25c63465f), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.851175 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Checking router: 7e7260ef-af3d-4291-b446-79f758c1bf64 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:39:13.851546 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Updating router 7e7260ef-af3d-4291-b446-79f758c1bf64 port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:39:13.884974 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.929922 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f153266b-8ec5-4064-a3d1-0c5770234b8e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (f922937c-acdd-4231-9be9-11b25c63465f), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:13.966091 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153266b-8ec5-4064-a3d1-0c5770234b8e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f922937c-acdd-4231-9be9-11b25c63465f,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:14.078441 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f153266b-8ec5-4064-a3d1-0c5770234b8e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.080761 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-f153266b-8ec5-4064-a3d1-0c5770234b8e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6691732 Apr 06 12:39:14.084914 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40754) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:14.090106 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:14.149809 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Allocated IP 172.20.0.9 (7ac713ff-fe89-47e7-b889-e3834f0d77f7/0e5b885e-6d90-4df1-8305-de7ed5328b7c/ebb2c678-2330-4e73-823b-8b312055f013) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:14.203461 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e821c111-4af6-411e-acf1-e0f651ad1624 req-53d1894f-9b5e-4052-955f-54320da4c1b5 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.0736694 Apr 06 12:39:14.273492 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 88330c29-78cc-460c-8832-eb99fda97d9d up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:14.326003 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40766) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:14.336842 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.419974 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Publish callbacks [] for port (ebb2c678-2330-4e73-823b-8b312055f013), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.478955 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 88330c29-78cc-460c-8832-eb99fda97d9d triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:14.479644 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.511937 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (ebb2c678-2330-4e73-823b-8b312055f013), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.558330 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c81d50ea-659b-4abc-b6dc-849e72dded2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=000a993e2a0f46b58edd05687bc8ac1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2309408 Apr 06 12:39:14.560854 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 40774) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:14.595750 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.628366 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Pushing event updated for resources: {'Port': ['ID=ebb2c678-2330-4e73-823b-8b312055f013,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:14.636132 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Network 7ac713ff-fe89-47e7-b889-e3834f0d77f7 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:14.637844 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:14.653105 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:14.683575 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-01116155-4348-44a6-8b43-66c9e9f1362a admin admin] Publish callbacks [] for security_group (91d431bf-6849-4f54-95fa-294ad6bc74ec), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.709671 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Publish callbacks [] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.713035 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 88330c29-78cc-460c-8832-eb99fda97d9d is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:14.714209 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device c0e1d876-b9fb-496f-a036-da4a0fdc09be up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:14.729798 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-01116155-4348-44a6-8b43-66c9e9f1362a admin admin] Publish callbacks [] for security_group (91d431bf-6849-4f54-95fa-294ad6bc74ec), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.730176 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:14.731234 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.787774 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port c0e1d876-b9fb-496f-a036-da4a0fdc09be triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:14.788349 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.789042 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.816537 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.858943 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-e3ddb391-b18b-4c88-aeef-a10ff3cfa334 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7725410 Apr 06 12:39:14.871457 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-40d74d25-0545-4841-9218-3b45ee079ebc tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:39:14.872546 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-40d74d25-0545-4841-9218-3b45ee079ebc tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079987 Apr 06 12:39:14.931636 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Allocated IP 172.27.0.24 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/5e1843b4-ef09-49e8-85a0-dd45dcde9cb6) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:14.953131 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-01116155-4348-44a6-8b43-66c9e9f1362a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (91d431bf-6849-4f54-95fa-294ad6bc74ec), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.955765 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-01116155-4348-44a6-8b43-66c9e9f1362a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:14.957029 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-01116155-4348-44a6-8b43-66c9e9f1362a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91d431bf-6849-4f54-95fa-294ad6bc74ec HTTP/1.1" status: 204 len: 168 time: 0.3951552 Apr 06 12:39:15.001492 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304d0d8-ca95-40d5-a1ff-2404fb6516c1 None None] Pushing event updated for resources: {'Port': ['ID=f7b33ba3-0190-46ac-9cc0-01d70b817ce6,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:15.005574 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Attempting to bind port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:15.005949 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Attempting to bind port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:15.006315 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Attempting to bind port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 on network 01ac1873-f29d-4c0f-b4d7-32010266d115 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:15.046766 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01116155-4348-44a6-8b43-66c9e9f1362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d431bf-6849-4f54-95fa-294ad6bc74ec,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:15.153827 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port c0e1d876-b9fb-496f-a036-da4a0fdc09be is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:15.162069 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:15.162477 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Checking segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:15.162887 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:15.174290 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Bound using segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:15.177857 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Bound port: f7b33ba3-0190-46ac-9cc0-01d70b817ce6, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:15.178470 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:15.210235 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for port (5e1843b4-ef09-49e8-85a0-dd45dcde9cb6), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:15.274605 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-ac693fd8-b541-40f9-b60d-3eb2ec63d3bd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:39:15.280221 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-ac693fd8-b541-40f9-b60d-3eb2ec63d3bd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6447186 Apr 06 12:39:15.380677 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] For port f7b33ba3-0190-46ac-9cc0-01d70b817ce6, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:15.384981 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] For port f7b33ba3-0190-46ac-9cc0-01d70b817ce6, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f7b33ba3-0190-46ac-9cc0-01d70b817ce6,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:15.467490 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-757e71e2-a60a-4b94-afd5-7943ac4ed30e None None] Provisioning complete for port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:15.468192 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-757e71e2-a60a-4b94-afd5-7943ac4ed30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:15.473230 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:15.490622 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (5e1843b4-ef09-49e8-85a0-dd45dcde9cb6), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:15.603906 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:39:15.604891 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:39:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:15.616530 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:15.647219 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:15.652295 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:15.810452 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf3282-1654-4cbd-8df1-1e7895e28faa req-3e892ffd-bdbf-4121-8420-9a3530aaf478 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:15.811936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4caf3282-1654-4cbd-8df1-1e7895e28faa req-3e892ffd-bdbf-4121-8420-9a3530aaf478 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 931 time: 0.3862638 Apr 06 12:39:15.823410 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304d0d8-ca95-40d5-a1ff-2404fb6516c1 None None] Pushing event updated for resources: {'Port': ['ID=f7b33ba3-0190-46ac-9cc0-01d70b817ce6,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:15.825600 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'Port': ['ID=5e1843b4-ef09-49e8-85a0-dd45dcde9cb6,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:15.857255 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-447639b4-23cc-4258-b28d-2dfedb710bed service neutron] 10.222.0.60 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084751 Apr 06 12:39:16.006859 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Request body: {'port': {'device_id': '847b8007-f9a8-4b59-92b7-68dc25ee86e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:16.133827 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f7b33ba3-0190-46ac-9cc0-01d70b817ce6 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:16.231804 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:39:16.244710 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:16.265500 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (ebb2c678-2330-4e73-823b-8b312055f013), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:16.369107 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-757e71e2-a60a-4b94-afd5-7943ac4ed30e None None] Current status of the port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:16.369107 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-757e71e2-a60a-4b94-afd5-7943ac4ed30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:16.555533 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4caf3282-1654-4cbd-8df1-1e7895e28faa req-33ab444f-ea75-4024-839d-66e6e9dcfae3 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065744 Apr 06 12:39:16.557924 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-382c22d0-0421-4c6c-9b64-b970e9a0e9c4 service neutron] 10.222.0.60 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6736710 Apr 06 12:39:16.625165 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-757e71e2-a60a-4b94-afd5-7943ac4ed30e None None] For port f7b33ba3-0190-46ac-9cc0-01d70b817ce6, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f7b33ba3-0190-46ac-9cc0-01d70b817ce6,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:16.680022 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:39:16.686177 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:16.687344 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:16.820179 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (32a21285-2ca3-4cae-a790-84d077f7c34c), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:16.900508 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-757e71e2-a60a-4b94-afd5-7943ac4ed30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:16.978096 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:16.978517 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.043553 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (5e1843b4-ef09-49e8-85a0-dd45dcde9cb6), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.048485 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb2c678-2330-4e73-823b-8b312055f013 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:39:17.060436 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Publish callbacks [] for port (ebb2c678-2330-4e73-823b-8b312055f013), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.084204 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Transition to ACTIVE for port object ebb2c678-2330-4e73-823b-8b312055f013 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:39:17.102262 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e71e2-a60a-4b94-afd5-7943ac4ed30e None None] Pushing event updated for resources: {'Port': ['ID=f7b33ba3-0190-46ac-9cc0-01d70b817ce6,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:17.146298 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-a87df146-630c-4769-82fd-1a8db976d863 None None] Provisioning complete for port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:17.146719 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a87df146-630c-4769-82fd-1a8db976d863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.156719 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29bd85bf-0a42-4ebd-847e-8ffb44ce500b req-43a15460-3338-4474-a2e8-1a995fa89cf8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 210 time: 0.0499897 Apr 06 12:39:17.181266 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (ebb2c678-2330-4e73-823b-8b312055f013), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.198262 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.db.api [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:39:17.209086 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG oslo_db.api [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:39:17.232287 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:15Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:39:17.453899 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb2c678-2330-4e73-823b-8b312055f013,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:17.468843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for port (5e1843b4-ef09-49e8-85a0-dd45dcde9cb6), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.551280 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (5e1843b4-ef09-49e8-85a0-dd45dcde9cb6), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.604778 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Attempting to bind port ebb2c678-2330-4e73-823b-8b312055f013 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:17.605199 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Attempting to bind port ebb2c678-2330-4e73-823b-8b312055f013 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '12e37ed3-5cc3-438e-8643-60c1311a869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7ac713ff-fe89-47e7-b889-e3834f0d77f7'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:17.626657 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Attempting to bind port ebb2c678-2330-4e73-823b-8b312055f013 on network 7ac713ff-fe89-47e7-b889-e3834f0d77f7 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:17.636944 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Port ebb2c678-2330-4e73-823b-8b312055f013 on network 7ac713ff-fe89-47e7-b889-e3834f0d77f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:39:17.637334 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Attempting to bind port ebb2c678-2330-4e73-823b-8b312055f013 on network 7ac713ff-fe89-47e7-b889-e3834f0d77f7 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:17.662602 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:17.662893 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Checking segment: {'id': '12e37ed3-5cc3-438e-8643-60c1311a869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7ac713ff-fe89-47e7-b889-e3834f0d77f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:17.663510 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Bound using segment: {'id': '12e37ed3-5cc3-438e-8643-60c1311a869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7ac713ff-fe89-47e7-b889-e3834f0d77f7'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:17.664010 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Bound port: ebb2c678-2330-4e73-823b-8b312055f013, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e37ed3-5cc3-438e-8643-60c1311a869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '7ac713ff-fe89-47e7-b889-e3834f0d77f7'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:17.664396 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (ebb2c678-2330-4e73-823b-8b312055f013), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.667862 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4fa819-e2e3-4850-9d78-9538b95c8949 None None] The sync data for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi is: [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:15Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:39:17.767329 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'Port': ['ID=5e1843b4-ef09-49e8-85a0-dd45dcde9cb6,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:17.793841 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (32a21285-2ca3-4cae-a790-84d077f7c34c), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.894804 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-a87df146-630c-4769-82fd-1a8db976d863 None None] Current status of the port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:17.912387 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:17.926523 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:17.932442 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c22d766a-46a4-473d-9d51-87aea016d7aa tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8426950 Apr 06 12:39:17.944393 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] For port ebb2c678-2330-4e73-823b-8b312055f013, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:17.982221 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] For port ebb2c678-2330-4e73-823b-8b312055f013, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ebb2c678-2330-4e73-823b-8b312055f013,segment=NetworkSegment(12e37ed3-5cc3-438e-8643-60c1311a869a),segment_id=12e37ed3-5cc3-438e-8643-60c1311a869a)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:18.052493 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f7b33ba3-0190-46ac-9cc0-01d70b817ce6 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:18.067105 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (ebb2c678-2330-4e73-823b-8b312055f013), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:18.116415 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c12196-48e6-46f7-b81d-e3f11d0e5ef0 req-6f672653-22fa-493b-8e12-24dcc3db0a47 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:18.126512 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-08c12196-48e6-46f7-b81d-e3f11d0e5ef0 req-6f672653-22fa-493b-8e12-24dcc3db0a47 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.1586297 Apr 06 12:39:18.192123 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:18.196995 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:18.199158 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] 10.222.0.74 "PUT /v2.0/ports/ebb2c678-2330-4e73-823b-8b312055f013 HTTP/1.1" status: 200 len: 1093 time: 2.9852073 Apr 06 12:39:18.199917 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '847b8007-f9a8-4b59-92b7-68dc25ee86e9', 'tag': 'ebb2c678-2330-4e73-823b-8b312055f013'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:39:18.241411 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-08c12196-48e6-46f7-b81d-e3f11d0e5ef0 req-05518e63-b096-4dc0-bb32-1551251ad407 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123211 Apr 06 12:39:18.253308 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:18.253709 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:18.296072 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d2f7a-05b7-417c-ac86-748949633c09 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb2c678-2330-4e73-823b-8b312055f013,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:18.484688 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:18.611683 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aed596-0815-4970-b365-39719a49826f req-87a789fb-058d-4ecd-a3ad-7d741fe75ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:18.617080 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-87a789fb-058d-4ecd-a3ad-7d741fe75ba0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6be89fb7470f4d4d804fd7ba0f8d557d&device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 1127 time: 0.2806575 Apr 06 12:39:18.637226 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40916) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:18.713098 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fc01fb5e-85b3-4f4e-9220-2fc0b1d67ea2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:18.721097 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fc01fb5e-85b3-4f4e-9220-2fc0b1d67ea2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 819 time: 0.1880701 Apr 06 12:39:18.755576 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-eb83c479-6cd3-40cb-9fcc-e09246377a29 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb2c678-2330-4e73-823b-8b312055f013 HTTP/1.1" status: 200 len: 217 time: 0.1082561 Apr 06 12:39:18.755782 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-44e8c2c8-c894-455c-9205-149c77a26ea1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/quotas/f3908ec5b4b34a6f9359e815c209c8f2 HTTP/1.1" status: 200 len: 375 time: 0.0249021 Apr 06 12:39:18.887904 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aed596-0815-4970-b365-39719a49826f req-1e186dcc-a16d-46d6-beb0-9a0342f2373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:18.889526 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-1e186dcc-a16d-46d6-beb0-9a0342f2373e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e5b885e-6d90-4df1-8305-de7ed5328b7c HTTP/1.1" status: 200 len: 852 time: 0.1240399 Apr 06 12:39:18.902820 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fd7f9675-2912-4417-b376-76b750f143a0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1408031 Apr 06 12:39:18.976616 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-547d58b9-1765-4570-a333-a5e12f364622 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ac713ff-fe89-47e7-b889-e3834f0d77f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747821 Apr 06 12:39:19.105351 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40938) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:19.133424 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-90f0e918-10ca-41a1-962f-bdc46e66cac6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--180854405&fields=id&tenant_id=5a6d568f27224862bf179a9bf658e90e HTTP/1.1" status: 200 len: 267 time: 0.1220028 Apr 06 12:39:19.146504 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-45a1c08d-7139-4f55-8fe1-bbf3e24031dc service neutron] 10.222.0.60 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354052 Apr 06 12:39:19.464063 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841667c-deab-4446-96d1-7713a7c79969 req-1b894f81-e3a7-4e50-8c7d-b701eaeea9b6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:19.485825 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-1b894f81-e3a7-4e50-8c7d-b701eaeea9b6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 816 time: 0.3329654 Apr 06 12:39:19.515789 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-6bc473b3-b15c-4e9d-bb40-5618b6f6de79 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/quotas/5a6d568f27224862bf179a9bf658e90e HTTP/1.1" status: 200 len: 375 time: 0.0319564 Apr 06 12:39:19.604550 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-742a42a4-d9c3-4570-9d95-8a8fad72aa05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:19.665603 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-81c4af0f-c38a-4e09-ba68-c27b39721b68 service neutron] 10.222.0.60 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045347 Apr 06 12:39:19.708868 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-2e0c534f-8a23-4704-bf5a-8f49f425e927 service neutron] 10.222.0.74 "GET /v2.0/networks/7ac713ff-fe89-47e7-b889-e3834f0d77f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5773387 Apr 06 12:39:19.744994 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-9ba26309-e8ad-492d-9270-f21e417edbda tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2214630 Apr 06 12:39:19.822699 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5639-e3a5-4dc7-8327-6a1eee13eed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:19.888192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "847b8007-f9a8-4b59-92b7-68dc25ee86e9", "tag": "ebb2c678-2330-4e73-823b-8b312055f013"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:39:19.919299 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-742a42a4-d9c3-4570-9d95-8a8fad72aa05 admin admin] Publish callbacks [] for security_group (3ec3bb98-ca7d-4a37-b3a6-d60302d66b7e), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:19.986817 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-742a42a4-d9c3-4570-9d95-8a8fad72aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (3ec3bb98-ca7d-4a37-b3a6-d60302d66b7e), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.016754 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-742a42a4-d9c3-4570-9d95-8a8fad72aa05 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed4be7c104204ddbbb0a1c8f7e909d28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3783674 Apr 06 12:39:20.022793 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40962) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:20.032632 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-18aed596-0815-4970-b365-39719a49826f req-542ce04b-bee7-4046-bf90-635c947f92ef service neutron] 10.222.0.74 "GET /v2.0/networks/7ac713ff-fe89-47e7-b889-e3834f0d77f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852831 Apr 06 12:39:20.073659 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a42a4-d9c3-4570-9d95-8a8fad72aa05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec3bb98-ca7d-4a37-b3a6-d60302d66b7e,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:20.121684 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5639-e3a5-4dc7-8327-6a1eee13eed5 admin admin] Publish callbacks [] for security_group (4e81b07c-eff2-407a-b49f-dbcb331eac74), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.191506 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5639-e3a5-4dc7-8327-6a1eee13eed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (4e81b07c-eff2-407a-b49f-dbcb331eac74), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.242895 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cfdd89f2-3478-4e71-b633-d084a51d96d2 admin admin] Publish callbacks [] for security_group (3ec3bb98-ca7d-4a37-b3a6-d60302d66b7e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.303240 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-6b499619-f72d-4a0e-a56c-a6d2be000b7f service neutron] 10.222.0.60 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437291 Apr 06 12:39:20.387770 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1d9a5639-e3a5-4dc7-8327-6a1eee13eed5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75691cb94a3c4ca7bf0e300d2b9c6de5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2812245 Apr 06 12:39:20.391928 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 40976) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:20.435135 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a5639-e3a5-4dc7-8327-6a1eee13eed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e81b07c-eff2-407a-b49f-dbcb331eac74,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:20.476869 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f002cbf-c8d1-4d5e-a4c0-f135082457da req-254f5ac1-9237-4c60-b139-29fc79622d6f tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:20.478777 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9f002cbf-c8d1-4d5e-a4c0-f135082457da req-254f5ac1-9237-4c60-b139-29fc79622d6f tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.3960619 Apr 06 12:39:20.510668 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cfdd89f2-3478-4e71-b633-d084a51d96d2 admin admin] Publish callbacks [] for security_group (3ec3bb98-ca7d-4a37-b3a6-d60302d66b7e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.587283 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9f002cbf-c8d1-4d5e-a4c0-f135082457da req-7e302fb1-bbfd-4454-99a5-7a3d2efbeb68 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906670 Apr 06 12:39:20.678222 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02412119-7bf3-4ae5-9e73-4a67f2632eaa admin admin] Publish callbacks [] for security_group (4e81b07c-eff2-407a-b49f-dbcb331eac74), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.689460 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-91ed2201-17c7-4e38-a1f9-29c9f907734d service neutron] 10.222.0.60 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835077 Apr 06 12:39:20.711980 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02412119-7bf3-4ae5-9e73-4a67f2632eaa admin admin] Publish callbacks [] for security_group (4e81b07c-eff2-407a-b49f-dbcb331eac74), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.792262 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cfdd89f2-3478-4e71-b633-d084a51d96d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (3ec3bb98-ca7d-4a37-b3a6-d60302d66b7e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.795435 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cfdd89f2-3478-4e71-b633-d084a51d96d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.797016 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-cfdd89f2-3478-4e71-b633-d084a51d96d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ec3bb98-ca7d-4a37-b3a6-d60302d66b7e HTTP/1.1" status: 204 len: 168 time: 0.7672448 Apr 06 12:39:20.829738 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd89f2-3478-4e71-b633-d084a51d96d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec3bb98-ca7d-4a37-b3a6-d60302d66b7e,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:20.856496 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02412119-7bf3-4ae5-9e73-4a67f2632eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (4e81b07c-eff2-407a-b49f-dbcb331eac74), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.873936 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-02412119-7bf3-4ae5-9e73-4a67f2632eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:20.875154 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-02412119-7bf3-4ae5-9e73-4a67f2632eaa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e81b07c-eff2-407a-b49f-dbcb331eac74 HTTP/1.1" status: 204 len: 168 time: 0.4745388 Apr 06 12:39:20.891312 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02412119-7bf3-4ae5-9e73-4a67f2632eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e81b07c-eff2-407a-b49f-dbcb331eac74,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:21.214863 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dbd9b4d5-b1bb-453d-9bb5-7fd97d60ca9a req-a22442d1-e435-466b-a033-dfbd74f715a5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 210 time: 0.0414789 Apr 06 12:39:21.385856 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d9e127-8341-486f-a9c3-2c650bd5ab17 x-openstack-request-id: req-80d9e127-8341-486f-a9c3-2c650bd5ab17 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:39:21.387274 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "847b8007-f9a8-4b59-92b7-68dc25ee86e9", "tag": "ebb2c678-2330-4e73-823b-8b312055f013", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:39:21.387737 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-80d9e127-8341-486f-a9c3-2c650bd5ab17 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:39:21.388524 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d9e127-8341-486f-a9c3-2c650bd5ab17'] response: {'name': 'network-changed', 'server_uuid': '847b8007-f9a8-4b59-92b7-68dc25ee86e9', 'tag': 'ebb2c678-2330-4e73-823b-8b312055f013', 'status': 'completed', 'code': 200} Apr 06 12:39:21.431436 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.74', 54846) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:21.634565 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-d498cc84-0a4e-4db3-b173-40895e7cc56d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:21.641100 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-d498cc84-0a4e-4db3-b173-40895e7cc56d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 819 time: 0.3725383 Apr 06 12:39:21.671436 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Request body: {'port': {'device_id': '53d28223-1b10-4f3a-a3ad-77d150e4bec4', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'admin_state_up': True, 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:21.752328 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2e931829-5f02-4be8-934a-55126661de70 req-de66d519-629a-4757-a490-d7d76316929b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 210 time: 0.0868475 Apr 06 12:39:21.857782 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-bcc2ba81-3021-4475-9b69-b4d28de87dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:21.859570 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-bcc2ba81-3021-4475-9b69-b4d28de87dc7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=6be89fb7470f4d4d804fd7ba0f8d557d&device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 1127 time: 0.4112384 Apr 06 12:39:22.022858 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Made reservation on behalf of f3908ec5b4b34a6f9359e815c209c8f2 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:39:22.027975 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:22.160460 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb163ac-1a6d-41fa-a296-aef195f501ef req-275aba7b-0094-4015-90d3-2c325e887c9a tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:22.163051 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3bb163ac-1a6d-41fa-a296-aef195f501ef req-275aba7b-0094-4015-90d3-2c325e887c9a tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.3981822 Apr 06 12:39:22.339954 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Allocated IP 172.20.0.12 (01ac1873-f29d-4c0f-b4d7-32010266d115/293c369f-e32c-4804-8333-a7a5ac081e3d/077852a7-2771-46ad-b0c7-a4d1684b012d) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:22.548389 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:22.549063 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-6e0393e2-45b2-4b99-bc69-3f3e42ea8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:22.550764 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-6e0393e2-45b2-4b99-bc69-3f3e42ea8a64 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7ac713ff-fe89-47e7-b889-e3834f0d77f7 HTTP/1.1" status: 200 len: 913 time: 0.6792471 Apr 06 12:39:22.554023 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b52c22ca-e694-4d0f-ba07-f3bb2ae17927 req-816b0975-881d-48aa-a0a9-fba4ca761251 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 210 time: 0.1001115 Apr 06 12:39:22.557370 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3bb163ac-1a6d-41fa-a296-aef195f501ef req-af2b464f-7da2-4b1b-baae-7d7e05839ad7 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597922 Apr 06 12:39:22.655674 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:22.728852 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:22.733483 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:22.735459 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event updated for resources: {'Port': ['ID=077852a7-2771-46ad-b0c7-a4d1684b012d,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:22.746445 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:22.837977 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:22.839059 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:22.956843 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-31327f2a-839a-4771-acc0-ff658a2635d9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2992475 Apr 06 12:39:23.109135 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9e61a672-cdee-4e4b-a6cc-af9b90b889c7 req-d59ca4cb-163d-49c9-8b9c-6835f49ff8dc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 210 time: 0.1987238 Apr 06 12:39:23.132805 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Request body: {'port': {'device_id': '53d28223-1b10-4f3a-a3ad-77d150e4bec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:23.181179 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 41050) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:23.206314 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ba20902-6ce4-41c4-aae7-6eee54e535e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:23.212374 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-1c63357e-fcb3-4572-a5f3-b3cde129b293 None None] Provisioning complete for port 077852a7-2771-46ad-b0c7-a4d1684b012d triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:23.213543 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1c63357e-fcb3-4572-a5f3-b3cde129b293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:23.214663 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-5895b51a-074b-4912-9ec4-ad9328838f32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebb2c678-2330-4e73-823b-8b312055f013 HTTP/1.1" status: 200 len: 217 time: 0.2381797 Apr 06 12:39:23.269642 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:23.319471 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-1c63357e-fcb3-4572-a5f3-b3cde129b293 None None] Port 077852a7-2771-46ad-b0c7-a4d1684b012d cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:39:23.395617 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.74', 54850) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:23.436202 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ba20902-6ce4-41c4-aae7-6eee54e535e3 admin admin] Publish callbacks [] for security_group (87eb6cbf-2b42-49aa-9b5a-e9719cb14324), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:23.571863 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-7432394d-34ee-48e8-884e-f34edcacc07c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:23.573807 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-7432394d-34ee-48e8-884e-f34edcacc07c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 819 time: 0.1770904 Apr 06 12:39:23.597673 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ba20902-6ce4-41c4-aae7-6eee54e535e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (87eb6cbf-2b42-49aa-9b5a-e9719cb14324), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:23.643635 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-5b2567a7-518b-412f-87db-238905cad575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:23.654292 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-5b2567a7-518b-412f-87db-238905cad575 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=0e5b885e-6d90-4df1-8305-de7ed5328b7c HTTP/1.1" status: 200 len: 852 time: 0.4043870 Apr 06 12:39:23.671647 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Request body: {'port': {'device_id': '7f3ace92-e517-4349-a11f-1a53bc03d1ac', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'admin_state_up': True, 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:23.751389 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba20902-6ce4-41c4-aae7-6eee54e535e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eb6cbf-2b42-49aa-9b5a-e9719cb14324,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:23.761419 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3ba20902-6ce4-41c4-aae7-6eee54e535e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f9ff38447e14d70867f99b0967aa706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787473 Apr 06 12:39:23.782364 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 41070) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:23.991227 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-8ea10494-32d0-4261-a863-f60749b6c94f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7ac713ff-fe89-47e7-b889-e3834f0d77f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3005407 Apr 06 12:39:24.106668 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0978973d-0728-4b15-b80e-3c09af43b245 admin admin] Publish callbacks [] for security_group (87eb6cbf-2b42-49aa-9b5a-e9719cb14324), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:24.151631 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9807263f-8c9e-451c-a4f3-cd13c83d39ef req-6c0844ed-2822-47e7-b90c-b2c39eee8120 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 210 time: 0.3041174 Apr 06 12:39:24.199679 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0978973d-0728-4b15-b80e-3c09af43b245 admin admin] Publish callbacks [] for security_group (87eb6cbf-2b42-49aa-9b5a-e9719cb14324), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:24.278909 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077852a7-2771-46ad-b0c7-a4d1684b012d {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:39:24.318820 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Publish callbacks [] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:24.347553 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Transition to ACTIVE for port object 077852a7-2771-46ad-b0c7-a4d1684b012d will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:39:24.363989 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 41094) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:24.406177 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:24.445916 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-cb4f4eca-f4b4-4c3a-a489-718b8b006c76 service neutron] 10.222.0.74 "GET /v2.0/networks/7ac713ff-fe89-47e7-b889-e3834f0d77f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852427 Apr 06 12:39:24.480794 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ebd271-a62f-4138-b09e-7a689a4f3246 req-37af3a3e-74a0-48e2-8ce6-7b600fd66d89 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:24.482326 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c5ebd271-a62f-4138-b09e-7a689a4f3246 req-37af3a3e-74a0-48e2-8ce6-7b600fd66d89 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.6447775 Apr 06 12:39:24.486865 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ca35615b-fb1f-4971-8f3a-bc47fa14cfa2 req-9a3b512d-6483-48a5-995b-38f025afdaae tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 210 time: 0.1607869 Apr 06 12:39:24.659799 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c5ebd271-a62f-4138-b09e-7a689a4f3246 req-9e3679e6-767e-47b4-9987-0d68d84590b8 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628647 Apr 06 12:39:24.691462 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-49668c0a-5c28-41c9-a602-8b1bf4feb26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:24.718476 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Made reservation on behalf of f3908ec5b4b34a6f9359e815c209c8f2 for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:39:24.725602 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=077852a7-2771-46ad-b0c7-a4d1684b012d,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:24.731759 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:24.839104 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Attempting to bind port 077852a7-2771-46ad-b0c7-a4d1684b012d on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:24.846378 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Attempting to bind port 077852a7-2771-46ad-b0c7-a4d1684b012d by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:24.846378 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Attempting to bind port 077852a7-2771-46ad-b0c7-a4d1684b012d on network 01ac1873-f29d-4c0f-b4d7-32010266d115 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:24.861384 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Port 077852a7-2771-46ad-b0c7-a4d1684b012d on network 01ac1873-f29d-4c0f-b4d7-32010266d115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:39:24.861593 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Attempting to bind port 077852a7-2771-46ad-b0c7-a4d1684b012d on network 01ac1873-f29d-4c0f-b4d7-32010266d115 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:24.874088 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:24.876606 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Checking segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:24.876606 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Bound using segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:24.876606 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Bound port: 077852a7-2771-46ad-b0c7-a4d1684b012d, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:24.876606 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:24.910086 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0978973d-0728-4b15-b80e-3c09af43b245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (87eb6cbf-2b42-49aa-9b5a-e9719cb14324), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:24.914953 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0978973d-0728-4b15-b80e-3c09af43b245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:24.926488 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0978973d-0728-4b15-b80e-3c09af43b245 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87eb6cbf-2b42-49aa-9b5a-e9719cb14324 HTTP/1.1" status: 204 len: 168 time: 1.1406367 Apr 06 12:39:24.951715 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978973d-0728-4b15-b80e-3c09af43b245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eb6cbf-2b42-49aa-9b5a-e9719cb14324,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:25.100850 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.74', 54854) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:25.147375 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] For port 077852a7-2771-46ad-b0c7-a4d1684b012d, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:25.150439 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c4a6455-5c8f-408c-ad7e-4f9c91c9f7d1 req-1b98d0af-d6d7-4b9b-a62d-41fc91c48d13 service neutron] 10.222.0.74 "GET /v2.0/networks/7ac713ff-fe89-47e7-b889-e3834f0d77f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551222 Apr 06 12:39:25.375470 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Allocated IP 172.20.0.14 (01ac1873-f29d-4c0f-b4d7-32010266d115/293c369f-e32c-4804-8333-a7a5ac081e3d/e6d16a50-abc0-4529-8ad8-c5c130491a86) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:25.382585 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:25.432250 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841667c-deab-4446-96d1-7713a7c79969 req-807f1d2d-e935-438a-8f48-a08d473ebc7e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:25.433788 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-807f1d2d-e935-438a-8f48-a08d473ebc7e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 816 time: 0.2889981 Apr 06 12:39:25.494529 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] For port 077852a7-2771-46ad-b0c7-a4d1684b012d, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=077852a7-2771-46ad-b0c7-a4d1684b012d,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:25.498709 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-49668c0a-5c28-41c9-a602-8b1bf4feb26f admin admin] Publish callbacks [] for security_group (f517bfaf-2b2d-4e86-b7e4-412bf3055cd3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:25.569114 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:25.601296 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-49668c0a-5c28-41c9-a602-8b1bf4feb26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (f517bfaf-2b2d-4e86-b7e4-412bf3055cd3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:25.644975 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-22eb26a3-75a6-4b60-bf84-d7c7fa799415 req-5e14a4e1-9bf3-4a8c-a5d5-f9fdd34af5ad tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 210 time: 0.0425224 Apr 06 12:39:25.659266 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:25.739519 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fc99a07e-a6af-426e-88df-0a203ac3cea1 req-f9e00c18-ab30-46ea-bb68-c672aa23fa33 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 210 time: 0.0756631 Apr 06 12:39:25.741436 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:25.918781 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-7e963197-c61c-4ef4-ae05-39cdec78837a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6d568f27224862bf179a9bf658e90e HTTP/1.1" status: 200 len: 379 time: 0.4151556 Apr 06 12:39:25.925557 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'port': {'device_id': '916040fc-c761-410a-b99e-6506e1f60b11', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'admin_state_up': True, 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'security_groups': ['c632d64c-281e-4c29-af73-f27c99f6bbf9']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:25.952792 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-49668c0a-5c28-41c9-a602-8b1bf4feb26f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ada3a018d7a49ba8b18ceb477a4597c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5854979 Apr 06 12:39:25.972642 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 41152) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:26.114267 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:26.115453 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:26.121916 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] 10.222.0.74 "PUT /v2.0/ports/077852a7-2771-46ad-b0c7-a4d1684b012d HTTP/1.1" status: 200 len: 1094 time: 2.9948721 Apr 06 12:39:26.123771 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d28223-1b10-4f3a-a3ad-77d150e4bec4', 'tag': '077852a7-2771-46ad-b0c7-a4d1684b012d'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:39:26.135556 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8f445b-ef70-4f10-9969-d208c40fdc65" -d '{"events": [{"name": "network-changed", "server_uuid": "53d28223-1b10-4f3a-a3ad-77d150e4bec4", "tag": "077852a7-2771-46ad-b0c7-a4d1684b012d"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:39:26.178831 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event updated for resources: {'Port': ['ID=e6d16a50-abc0-4529-8ad8-c5c130491a86,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:26.188353 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49668c0a-5c28-41c9-a602-8b1bf4feb26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f517bfaf-2b2d-4e86-b7e4-412bf3055cd3,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:26.253755 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb9509-b0bd-46f6-a602-c0acc8fdb0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=077852a7-2771-46ad-b0c7-a4d1684b012d,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:26.308829 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:26.354942 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:26.358305 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:26.403550 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b15678-976f-478a-8d33-5eb5180730c3 x-openstack-request-id: req-17b15678-976f-478a-8d33-5eb5180730c3 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:39:26.403550 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d28223-1b10-4f3a-a3ad-77d150e4bec4", "tag": "077852a7-2771-46ad-b0c7-a4d1684b012d", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:39:26.403550 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17b15678-976f-478a-8d33-5eb5180730c3 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:39:26.403550 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b15678-976f-478a-8d33-5eb5180730c3'] response: {'name': 'network-changed', 'server_uuid': '53d28223-1b10-4f3a-a3ad-77d150e4bec4', 'tag': '077852a7-2771-46ad-b0c7-a4d1684b012d', 'status': 'completed', 'code': 200} Apr 06 12:39:26.460834 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-940a4387-c94d-42da-bec9-9db024e28c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:26.462666 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-940a4387-c94d-42da-bec9-9db024e28c1a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 1128 time: 0.1800363 Apr 06 12:39:26.467686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25659b3-6717-4ee7-8ac4-c0ca858e961b req-bed6b1cb-20f2-45f5-befe-7e712e00a340 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:26.469323 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a25659b3-6717-4ee7-8ac4-c0ca858e961b req-bed6b1cb-20f2-45f5-befe-7e712e00a340 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.6484787 Apr 06 12:39:26.593495 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-aee35447-acdf-4fd7-b992-34c6ec4fe598 admin admin] Publish callbacks [] for security_group (f517bfaf-2b2d-4e86-b7e4-412bf3055cd3), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:26.603769 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Made reservation on behalf of 5a6d568f27224862bf179a9bf658e90e for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:39:26.608442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:26.613400 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-6faa50b9-6ee5-4993-b3ef-cb0a00398ef5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077852a7-2771-46ad-b0c7-a4d1684b012d HTTP/1.1" status: 200 len: 217 time: 0.1030247 Apr 06 12:39:26.626230 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-aee35447-acdf-4fd7-b992-34c6ec4fe598 admin admin] Publish callbacks [] for security_group (f517bfaf-2b2d-4e86-b7e4-412bf3055cd3), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:26.704238 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:26.705341 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:26.727682 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a25659b3-6717-4ee7-8ac4-c0ca858e961b req-378df217-1bb7-441f-8782-0841d72de915 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446072 Apr 06 12:39:26.778033 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-aee35447-acdf-4fd7-b992-34c6ec4fe598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (f517bfaf-2b2d-4e86-b7e4-412bf3055cd3), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:26.788151 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-aee35447-acdf-4fd7-b992-34c6ec4fe598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:26.790995 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-aee35447-acdf-4fd7-b992-34c6ec4fe598 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f517bfaf-2b2d-4e86-b7e4-412bf3055cd3 HTTP/1.1" status: 204 len: 168 time: 0.8201656 Apr 06 12:39:26.821405 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee35447-acdf-4fd7-b992-34c6ec4fe598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517bfaf-2b2d-4e86-b7e4-412bf3055cd3,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:26.838442 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-fedb4111-a795-4652-8f52-535cac2e4943 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1709445 Apr 06 12:39:26.897641 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Request body: {'port': {'device_id': '7f3ace92-e517-4349-a11f-1a53bc03d1ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:26.902234 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-4b570b51-5804-4fe7-9fe4-fd1243cd357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:26.917900 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-4b570b51-5804-4fe7-9fe4-fd1243cd357f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.2564595 Apr 06 12:39:26.931019 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-c911a50f-1ff5-40f8-ac3e-f14111877fd6 None None] Provisioning complete for port e6d16a50-abc0-4529-8ad8-c5c130491a86 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:26.931019 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c911a50f-1ff5-40f8-ac3e-f14111877fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:27.032461 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-c911a50f-1ff5-40f8-ac3e-f14111877fd6 None None] Port e6d16a50-abc0-4529-8ad8-c5c130491a86 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:39:27.188140 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-6e54055b-8725-4773-bebc-d2174f6e224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:27.190276 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-6e54055b-8725-4773-bebc-d2174f6e224b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2708628 Apr 06 12:39:27.381820 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dad7b7ab-bba8-424b-8c18-1b940c3f9032 req-63f47bdc-4a78-4746-a622-f8b0cf92cbb0 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 210 time: 0.4119325 Apr 06 12:39:27.415015 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Allocated IP 172.20.0.4 (2cdb5c4f-1c4f-4701-a26c-d9e2977221f9/d72dd932-f396-4062-9184-7ec5f2a0cceb/80aadd11-fbe9-423e-a801-7e4ef1ce2626) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:39:27.448282 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4767cc-5913-476e-8e43-bd71d5bb0e1a req-30baf336-8b64-450e-a213-796b8703236d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:27.450010 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec4767cc-5913-476e-8e43-bd71d5bb0e1a req-30baf336-8b64-450e-a213-796b8703236d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 932 time: 0.5771761 Apr 06 12:39:27.451254 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:27.570884 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-de6af809-a385-46be-bb8b-6da9c01c52bc service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488054 Apr 06 12:39:27.605988 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec4767cc-5913-476e-8e43-bd71d5bb0e1a req-68bfd578-8933-4ac1-8b01-dc514874c5ce tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411977 Apr 06 12:39:27.808564 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:27.941440 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 41238) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:27.967929 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:27.973975 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4672bdc7-74f2-4278-8506-4b8c17e6bd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:28.094661 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9523cd9-75cc-46cc-b525-0d298df4e450 req-a23826e9-7a13-4d54-bb4b-5b803ed299d3 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:28.098495 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f9523cd9-75cc-46cc-b525-0d298df4e450 req-a23826e9-7a13-4d54-bb4b-5b803ed299d3 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.2113349 Apr 06 12:39:28.274497 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f9523cd9-75cc-46cc-b525-0d298df4e450 req-93ac21e7-2c0f-4fb4-9228-52f749fbcad7 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653206 Apr 06 12:39:28.292490 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:39:28.327418 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:39:28.365893 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:39:28.375361 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:28.473619 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d16a50-abc0-4529-8ad8-c5c130491a86 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:39:28.481349 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8861655-9ada-462c-86ec-9f5cc119e4fc req-79ec0a45-f508-48db-9863-7e661eecc9d6 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065636 Apr 06 12:39:28.509902 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Publish callbacks [] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:28.532160 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:28.533193 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:28.590270 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Transition to ACTIVE for port object e6d16a50-abc0-4529-8ad8-c5c130491a86 will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:39:28.596301 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4672bdc7-74f2-4278-8506-4b8c17e6bd04 admin admin] Publish callbacks [] for security_group (a3380856-c7a4-4f02-8524-28971b5ed6b9), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:28.683096 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-c741e0e2-f113-46c4-9f13-4cca31b74601 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7633455 Apr 06 12:39:28.696756 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4672bdc7-74f2-4278-8506-4b8c17e6bd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (a3380856-c7a4-4f02-8524-28971b5ed6b9), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:28.730290 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:28.803409 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-34eaddb2-0404-4d8f-bbaf-9ac07d82a5b3 None None] Provisioning complete for port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:28.803987 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-34eaddb2-0404-4d8f-bbaf-9ac07d82a5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:28.812629 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Request body: {'port': {'device_id': '916040fc-c761-410a-b99e-6506e1f60b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:39:28.902144 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4672bdc7-74f2-4278-8506-4b8c17e6bd04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=faec360015894bbfb4a6823cbd8d5b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9526677 Apr 06 12:39:28.912063 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672bdc7-74f2-4278-8506-4b8c17e6bd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3380856-c7a4-4f02-8524-28971b5ed6b9,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:28.912417 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-34eaddb2-0404-4d8f-bbaf-9ac07d82a5b3 None None] Port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:39:28.921076 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 41278) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:29.003350 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-8b7bdf8d-9555-406f-b80f-35f9a78275a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:29.003350 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-8b7bdf8d-9555-406f-b80f-35f9a78275a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 1128 time: 0.2160742 Apr 06 12:39:29.009521 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:29.098696 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0502934-7a70-4eca-839c-06fa38dca994 req-7c026dd1-591d-4ab8-a6ab-cb1809de32d1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:29.101083 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b0502934-7a70-4eca-839c-06fa38dca994 req-7c026dd1-591d-4ab8-a6ab-cb1809de32d1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 931 time: 0.4880466 Apr 06 12:39:29.123683 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Pushing event updated for resources: {'Port': ['ID=e6d16a50-abc0-4529-8ad8-c5c130491a86,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:29.409002 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4ba1b-068e-405f-92bb-2c1557c1f590 req-e5fa03a8-319e-4d2c-8413-ad6712d38089 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:29.411080 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c2b4ba1b-068e-405f-92bb-2c1557c1f590 req-e5fa03a8-319e-4d2c-8413-ad6712d38089 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.5516746 Apr 06 12:39:29.466193 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0fece3d4-52a0-4f14-ae57-862676af8fe7 admin admin] Publish callbacks [] for security_group (a3380856-c7a4-4f02-8524-28971b5ed6b9), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:29.470654 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b0502934-7a70-4eca-839c-06fa38dca994 req-7bb12c5e-2474-4973-8c18-4e80b909d21b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251209 Apr 06 12:39:29.496548 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Attempting to bind port e6d16a50-abc0-4529-8ad8-c5c130491a86 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:29.496920 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Attempting to bind port e6d16a50-abc0-4529-8ad8-c5c130491a86 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:29.497278 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Attempting to bind port e6d16a50-abc0-4529-8ad8-c5c130491a86 on network 01ac1873-f29d-4c0f-b4d7-32010266d115 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:29.529937 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80aadd11-fbe9-423e-a801-7e4ef1ce2626 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:39:29.538518 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Port e6d16a50-abc0-4529-8ad8-c5c130491a86 on network 01ac1873-f29d-4c0f-b4d7-32010266d115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:39:29.538802 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Attempting to bind port e6d16a50-abc0-4529-8ad8-c5c130491a86 on network 01ac1873-f29d-4c0f-b4d7-32010266d115 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:29.541121 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Publish callbacks [] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:29.555244 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Transition to ACTIVE for port object 80aadd11-fbe9-423e-a801-7e4ef1ce2626 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:39:29.556906 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0fece3d4-52a0-4f14-ae57-862676af8fe7 admin admin] Publish callbacks [] for security_group (a3380856-c7a4-4f02-8524-28971b5ed6b9), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:29.567670 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:29.568634 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Checking segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:29.569395 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Bound using segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:29.570039 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Bound port: e6d16a50-abc0-4529-8ad8-c5c130491a86, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:29.570488 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:29.618642 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c2b4ba1b-068e-405f-92bb-2c1557c1f590 req-92f1d5fe-0574-4700-b00a-e11cfafedb05 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917274 Apr 06 12:39:29.713540 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] For port e6d16a50-abc0-4529-8ad8-c5c130491a86, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:29.765173 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-b64e94fa-4997-4e65-867f-420e51245887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:29.765173 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-b64e94fa-4997-4e65-867f-420e51245887 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.1838055 Apr 06 12:39:29.765910 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] For port e6d16a50-abc0-4529-8ad8-c5c130491a86, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6d16a50-abc0-4529-8ad8-c5c130491a86,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:29.791846 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586437f5-5d2e-4ccd-b964-27dbdf06479f req-be16904d-ac42-447f-bcab-c05a4ad59506 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:29.793341 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-586437f5-5d2e-4ccd-b964-27dbdf06479f req-be16904d-ac42-447f-bcab-c05a4ad59506 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0820181 Apr 06 12:39:29.807403 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-a8918063-c563-474f-b47a-6cbeca2c259d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077852a7-2771-46ad-b0c7-a4d1684b012d HTTP/1.1" status: 200 len: 217 time: 0.0339279 Apr 06 12:39:29.848985 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-586437f5-5d2e-4ccd-b964-27dbdf06479f req-ba7f216a-8e03-4fa1-acac-409e87aa1caa tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496192 Apr 06 12:39:29.882834 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-b0d06cc8-bca5-417f-8e51-f32cef8711cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:29.882834 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-b0d06cc8-bca5-417f-8e51-f32cef8711cc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0499403 Apr 06 12:39:29.925144 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-45b40816-c9ab-4d4c-8460-592c6bbae980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:29.926716 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-45b40816-c9ab-4d4c-8460-592c6bbae980 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583529 Apr 06 12:39:30.032118 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-3c354811-5e55-444b-8653-f4f171966840 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993073 Apr 06 12:39:30.137421 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b8f445b-ef70-4f10-9969-d208c40fdc65 req-3e4c32a1-8c1d-4082-9316-91adf32b05ef service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991020 Apr 06 12:39:30.284631 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:30.284763 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0fece3d4-52a0-4f14-ae57-862676af8fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (a3380856-c7a4-4f02-8524-28971b5ed6b9), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:30.289897 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0fece3d4-52a0-4f14-ae57-862676af8fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:30.291310 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0fece3d4-52a0-4f14-ae57-862676af8fe7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3380856-c7a4-4f02-8524-28971b5ed6b9 HTTP/1.1" status: 204 len: 168 time: 1.3677802 Apr 06 12:39:30.312765 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:30.316488 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fece3d4-52a0-4f14-ae57-862676af8fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3380856-c7a4-4f02-8524-28971b5ed6b9,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:30.373020 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:30.399637 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:30.400841 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:30.403185 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] 10.222.0.74 "PUT /v2.0/ports/e6d16a50-abc0-4529-8ad8-c5c130491a86 HTTP/1.1" status: 200 len: 1094 time: 3.5236924 Apr 06 12:39:30.407500 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3ace92-e517-4349-a11f-1a53bc03d1ac', 'tag': 'e6d16a50-abc0-4529-8ad8-c5c130491a86'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:39:30.452629 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eebe8-c477-4ab8-a575-be16657c011c service neutron] Pushing event updated for resources: {'Port': ['ID=e6d16a50-abc0-4529-8ad8-c5c130491a86,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:30.545308 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Attempting to bind port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:39:30.546778 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Attempting to bind port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:39:30.547827 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Attempting to bind port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 on network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:30.555172 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 on network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:39:30.555743 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Attempting to bind port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 on network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:39:30.570859 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:39:30.571392 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Checking segment: {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:39:30.572034 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Bound using segment: {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:39:30.572574 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Bound port: 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:39:30.573024 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:30.714350 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e827bbe-ac98-494d-ae04-7c27a36f614f req-408bed6a-2617-4395-babd-e2c5895d593a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:30.731359 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7e827bbe-ac98-494d-ae04-7c27a36f614f req-408bed6a-2617-4395-babd-e2c5895d593a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.1432459 Apr 06 12:39:30.765291 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 41332) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:30.784661 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:39:30.800478 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:39:30.851082 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7e827bbe-ac98-494d-ae04-7c27a36f614f req-1aa2cd80-b9ad-40cc-8dd9-8459b6bf5531 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110725 Apr 06 12:39:30.888689 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e2263e-2128-421c-a785-285208485251" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3ace92-e517-4349-a11f-1a53bc03d1ac", "tag": "e6d16a50-abc0-4529-8ad8-c5c130491a86"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:39:30.896390 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:30.961239 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4424b-a86b-431a-b027-4d3890ba72ba req-6f6803f4-45c8-4975-96ec-c29374754136 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:30.964037 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:30.972062 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:30.972062 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] 10.222.0.74 "PUT /v2.0/ports/80aadd11-fbe9-423e-a801-7e4ef1ce2626 HTTP/1.1" status: 200 len: 1093 time: 2.1950805 Apr 06 12:39:30.972062 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:39:30.972062 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4278ceaf-91ad-4b3d-98e5-4fd3177e7712" -d '{"events": [{"name": "network-changed", "server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:39:30.972882 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c3f4424b-a86b-431a-b027-4d3890ba72ba req-6f6803f4-45c8-4975-96ec-c29374754136 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.1485562 Apr 06 12:39:30.992725 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1446062-c3b8-4eaa-a426-6a1706637b62 service neutron] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:31.054540 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eb0af99f-67f2-499d-866f-e2417c588282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:31.105515 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c3f4424b-a86b-431a-b027-4d3890ba72ba req-d0c0b14e-08ab-41f7-9030-f03dc5776e2f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316297 Apr 06 12:39:31.139411 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d33957-fdcf-475f-82a9-3e8c193dd003 req-24177d5f-9565-4773-b12b-b20b9a659b45 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:31.165461 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-14d33957-fdcf-475f-82a9-3e8c193dd003 req-24177d5f-9565-4773-b12b-b20b9a659b45 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.1714146 Apr 06 12:39:31.243154 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eb0af99f-67f2-499d-866f-e2417c588282 admin admin] Publish callbacks [] for security_group (f07c4f23-91df-4229-9a23-37fe241ddbda), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:31.260450 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-14d33957-fdcf-475f-82a9-3e8c193dd003 req-75665637-67d1-44c3-8de6-5e5d63503b63 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939448 Apr 06 12:39:31.320063 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c49c0a-6a0d-4177-b527-d2bf62a48813 x-openstack-request-id: req-51c49c0a-6a0d-4177-b527-d2bf62a48813 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:39:31.320063 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:39:31.320063 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51c49c0a-6a0d-4177-b527-d2bf62a48813 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:39:31.320063 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c49c0a-6a0d-4177-b527-d2bf62a48813'] response: {'name': 'network-changed', 'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'status': 'completed', 'code': 200} Apr 06 12:39:31.375591 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-eb0af99f-67f2-499d-866f-e2417c588282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (f07c4f23-91df-4229-9a23-37fe241ddbda), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:31.386000 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58227f6c-c8ca-40af-9530-60603d313935 x-openstack-request-id: req-58227f6c-c8ca-40af-9530-60603d313935 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:39:31.395917 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3ace92-e517-4349-a11f-1a53bc03d1ac", "tag": "e6d16a50-abc0-4529-8ad8-c5c130491a86", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:39:31.395917 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58227f6c-c8ca-40af-9530-60603d313935 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:39:31.395917 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58227f6c-c8ca-40af-9530-60603d313935'] response: {'name': 'network-changed', 'server_uuid': '7f3ace92-e517-4349-a11f-1a53bc03d1ac', 'tag': 'e6d16a50-abc0-4529-8ad8-c5c130491a86', 'status': 'completed', 'code': 200} Apr 06 12:39:31.422896 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0af99f-67f2-499d-866f-e2417c588282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07c4f23-91df-4229-9a23-37fe241ddbda,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:31.430311 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-eb0af99f-67f2-499d-866f-e2417c588282 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20ae767721cd4fb1b03a774136736408&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6622345 Apr 06 12:39:31.432438 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 41374) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:31.484033 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2b11e496-bc86-4bd1-8de9-671dcb7ecbd8 admin admin] Publish callbacks [] for security_group (f07c4f23-91df-4229-9a23-37fe241ddbda), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:31.509398 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2b11e496-bc86-4bd1-8de9-671dcb7ecbd8 admin admin] Publish callbacks [] for security_group (f07c4f23-91df-4229-9a23-37fe241ddbda), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:31.643573 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2b11e496-bc86-4bd1-8de9-671dcb7ecbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (f07c4f23-91df-4229-9a23-37fe241ddbda), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:31.646814 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2b11e496-bc86-4bd1-8de9-671dcb7ecbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:31.648040 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-2b11e496-bc86-4bd1-8de9-671dcb7ecbd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f07c4f23-91df-4229-9a23-37fe241ddbda HTTP/1.1" status: 204 len: 168 time: 0.2146578 Apr 06 12:39:31.656289 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11e496-bc86-4bd1-8de9-671dcb7ecbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07c4f23-91df-4229-9a23-37fe241ddbda,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:31.976129 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c8a16-9418-4800-b4de-03b0990ec45f req-95a992b5-69fd-4748-adc4-2a46254b7cb8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:31.977650 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ad9c8a16-9418-4800-b4de-03b0990ec45f req-95a992b5-69fd-4748-adc4-2a46254b7cb8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0587616 Apr 06 12:39:32.033982 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ad9c8a16-9418-4800-b4de-03b0990ec45f req-7e54112e-b25c-4cfd-9039-cf20ce1b8dfe tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501668 Apr 06 12:39:32.168681 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 41402) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:32.252678 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca98295-af7a-4ffd-b02f-cf554ebc5436 req-9d1550df-e4bb-45e1-a612-8fc89f6b9370 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:32.254237 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cca98295-af7a-4ffd-b02f-cf554ebc5436 req-9d1550df-e4bb-45e1-a612-8fc89f6b9370 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0640779 Apr 06 12:39:32.311869 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cca98295-af7a-4ffd-b02f-cf554ebc5436 req-e554a7ba-0edf-4671-bfde-c2bc13c0bdf5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512006 Apr 06 12:39:32.390788 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9b2b7-d83c-4855-8f36-ae23487988c0 req-9dd24e61-a3a0-4096-9cbb-bac5548b81f8 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:32.392189 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9b9b2b7-d83c-4855-8f36-ae23487988c0 req-9dd24e61-a3a0-4096-9cbb-bac5548b81f8 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0550005 Apr 06 12:39:32.447882 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9b9b2b7-d83c-4855-8f36-ae23487988c0 req-846aab98-d11e-47b1-829a-fea676c2ef99 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Apr 06 12:39:32.549407 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1d3535ab-c548-4c8d-9959-eac1fc58f96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:32.558211 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278ceaf-91ad-4b3d-98e5-4fd3177e7712 req-f4cd3f93-449f-4eb4-8d9f-722cf2727da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:32.559757 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4278ceaf-91ad-4b3d-98e5-4fd3177e7712 req-f4cd3f93-449f-4eb4-8d9f-722cf2727da2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 1127 time: 0.0516796 Apr 06 12:39:32.570268 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 41410) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:32.582164 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c83a70ab-44f8-4b3f-8052-aac8729a1a25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:32.587017 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2263e-2128-421c-a785-285208485251 req-b1b6d185-9d3b-4d0c-a1c9-806bb1d0b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:32.588531 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-01e2263e-2128-421c-a785-285208485251 req-b1b6d185-9d3b-4d0c-a1c9-806bb1d0b73f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 1128 time: 0.0807083 Apr 06 12:39:32.772472 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1d3535ab-c548-4c8d-9959-eac1fc58f96b admin admin] Publish callbacks [] for security_group (d240b9c8-757d-427b-b7f9-35df8a304d2d), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:32.823864 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278ceaf-91ad-4b3d-98e5-4fd3177e7712 req-d4c72050-bb85-4290-8a0e-51c2a7369598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:32.826006 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4278ceaf-91ad-4b3d-98e5-4fd3177e7712 req-d4c72050-bb85-4290-8a0e-51c2a7369598 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5a6d568f27224862bf179a9bf658e90e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2177868 Apr 06 12:39:32.830567 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c83a70ab-44f8-4b3f-8052-aac8729a1a25 admin admin] Publish callbacks [] for security_group (cb50c40d-0ad5-4833-9cfd-4c041c322ff1), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:32.831965 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2263e-2128-421c-a785-285208485251 req-bb64c726-85ce-4049-b8d0-f68692a31163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:32.833622 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-01e2263e-2128-421c-a785-285208485251 req-bb64c726-85ce-4049-b8d0-f68692a31163 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2250810 Apr 06 12:39:32.843716 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1d3535ab-c548-4c8d-9959-eac1fc58f96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (d240b9c8-757d-427b-b7f9-35df8a304d2d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:32.884120 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c83a70ab-44f8-4b3f-8052-aac8729a1a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (cb50c40d-0ad5-4833-9cfd-4c041c322ff1), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:32.887506 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1d3535ab-c548-4c8d-9959-eac1fc58f96b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26af5001eaed4fab8c3f48cf20122c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7162986 Apr 06 12:39:32.888468 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3535ab-c548-4c8d-9959-eac1fc58f96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d240b9c8-757d-427b-b7f9-35df8a304d2d,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:32.892196 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 41424) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:32.934921 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c83a70ab-44f8-4b3f-8052-aac8729a1a25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9fea7f30686243ada471817eaaa9774d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3645883 Apr 06 12:39:32.938431 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 41428) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:32.962457 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a70ab-44f8-4b3f-8052-aac8729a1a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb50c40d-0ad5-4833-9cfd-4c041c322ff1,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:32.978244 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5458780a-74a6-44b6-8bcd-b4342a48d7c5 admin admin] Publish callbacks [] for security_group (d240b9c8-757d-427b-b7f9-35df8a304d2d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:33.011374 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5458780a-74a6-44b6-8bcd-b4342a48d7c5 admin admin] Publish callbacks [] for security_group (d240b9c8-757d-427b-b7f9-35df8a304d2d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:33.011993 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-833e7932-4e7f-439f-be98-aef20f50f28d admin admin] Publish callbacks [] for security_group (cb50c40d-0ad5-4833-9cfd-4c041c322ff1), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:33.043729 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-833e7932-4e7f-439f-be98-aef20f50f28d admin admin] Publish callbacks [] for security_group (cb50c40d-0ad5-4833-9cfd-4c041c322ff1), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:33.147532 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5458780a-74a6-44b6-8bcd-b4342a48d7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (d240b9c8-757d-427b-b7f9-35df8a304d2d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:33.150203 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5458780a-74a6-44b6-8bcd-b4342a48d7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:33.151399 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5458780a-74a6-44b6-8bcd-b4342a48d7c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d240b9c8-757d-427b-b7f9-35df8a304d2d HTTP/1.1" status: 204 len: 168 time: 0.2581058 Apr 06 12:39:33.159291 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458780a-74a6-44b6-8bcd-b4342a48d7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d240b9c8-757d-427b-b7f9-35df8a304d2d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:33.191828 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd74dde-efa7-40c8-9231-2d2d021a3221 req-c638ed03-fcda-4168-b5cd-21679bdf3f27 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:33.194122 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9fd74dde-efa7-40c8-9231-2d2d021a3221 req-c638ed03-fcda-4168-b5cd-21679bdf3f27 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0795135 Apr 06 12:39:33.195314 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-833e7932-4e7f-439f-be98-aef20f50f28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (cb50c40d-0ad5-4833-9cfd-4c041c322ff1), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:33.197997 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-833e7932-4e7f-439f-be98-aef20f50f28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:33.199137 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-833e7932-4e7f-439f-be98-aef20f50f28d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb50c40d-0ad5-4833-9cfd-4c041c322ff1 HTTP/1.1" status: 204 len: 168 time: 0.2597134 Apr 06 12:39:33.213608 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e7932-4e7f-439f-be98-aef20f50f28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb50c40d-0ad5-4833-9cfd-4c041c322ff1,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:33.267468 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9fd74dde-efa7-40c8-9231-2d2d021a3221 req-4012e8c4-148d-4be4-ae62-652d073330f1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594871 Apr 06 12:39:33.445274 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab30b2-1f49-4a90-81b5-931e07cd71f5 req-89116e6a-1058-47fd-80e5-b165ec8fa9f3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:33.446816 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-efab30b2-1f49-4a90-81b5-931e07cd71f5 req-89116e6a-1058-47fd-80e5-b165ec8fa9f3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0574739 Apr 06 12:39:33.506056 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-efab30b2-1f49-4a90-81b5-931e07cd71f5 req-7655c540-2d3c-4e9b-b8f8-c4b6f2354089 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533502 Apr 06 12:39:33.604972 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dd7d6-f6b8-4809-b07f-3b9521257443 req-d8bbbd52-9437-466c-830f-9ba89975ae80 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:33.606507 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8b5dd7d6-f6b8-4809-b07f-3b9521257443 req-d8bbbd52-9437-466c-830f-9ba89975ae80 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0558202 Apr 06 12:39:33.659326 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8b5dd7d6-f6b8-4809-b07f-3b9521257443 req-694dbda1-3045-4c87-91c6-d9786e0959cc tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461652 Apr 06 12:39:33.942852 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278ceaf-91ad-4b3d-98e5-4fd3177e7712 req-03df85f6-60a2-49a2-872e-26cf5294c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:33.944996 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4278ceaf-91ad-4b3d-98e5-4fd3177e7712 req-03df85f6-60a2-49a2-872e-26cf5294c8d1 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706476 Apr 06 12:39:34.090562 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 41466) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:34.103778 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e183aabe-05a9-4281-8878-5c847310479d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:34.187275 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e183aabe-05a9-4281-8878-5c847310479d admin admin] Publish callbacks [] for security_group (1f8c430d-0092-43f5-9887-8237ebb2d72a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:34.249915 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e183aabe-05a9-4281-8878-5c847310479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1f8c430d-0092-43f5-9887-8237ebb2d72a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:34.290571 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-e183aabe-05a9-4281-8878-5c847310479d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=088afba38857475bbb05a1e918c7182e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988716 Apr 06 12:39:34.292842 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183aabe-05a9-4281-8878-5c847310479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8c430d-0092-43f5-9887-8237ebb2d72a,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:34.293383 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 41476) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:34.570127 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1a6ab-f1e0-4fbd-b7c1-6205d92f2cc4 req-8c70b51a-4c83-4b21-8ce6-9e8abd0f3482 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:34.571953 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-11f1a6ab-f1e0-4fbd-b7c1-6205d92f2cc4 req-8c70b51a-4c83-4b21-8ce6-9e8abd0f3482 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0847962 Apr 06 12:39:34.573148 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-afdef328-2aac-42c9-891a-ad430bb29c9a admin admin] Publish callbacks [] for security_group (1f8c430d-0092-43f5-9887-8237ebb2d72a), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:34.621959 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-afdef328-2aac-42c9-891a-ad430bb29c9a admin admin] Publish callbacks [] for security_group (1f8c430d-0092-43f5-9887-8237ebb2d72a), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:34.710968 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-11f1a6ab-f1e0-4fbd-b7c1-6205d92f2cc4 req-a4ee33f9-df10-49cc-9ac6-545748687c9a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325512 Apr 06 12:39:34.724558 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437cefb0-00b7-4fdd-871d-70c8829666d7 req-fb2b371f-a1d1-4be3-b56b-9851b354a188 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:34.727094 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-437cefb0-00b7-4fdd-871d-70c8829666d7 req-fb2b371f-a1d1-4be3-b56b-9851b354a188 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.1355619 Apr 06 12:39:34.786919 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-437cefb0-00b7-4fdd-871d-70c8829666d7 req-572aa2c6-9846-4593-8b9d-b0ce12022086 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523098 Apr 06 12:39:34.824959 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-afdef328-2aac-42c9-891a-ad430bb29c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1f8c430d-0092-43f5-9887-8237ebb2d72a), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:34.827549 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-afdef328-2aac-42c9-891a-ad430bb29c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:34.828685 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-afdef328-2aac-42c9-891a-ad430bb29c9a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f8c430d-0092-43f5-9887-8237ebb2d72a HTTP/1.1" status: 204 len: 168 time: 0.5342011 Apr 06 12:39:34.842673 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdef328-2aac-42c9-891a-ad430bb29c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8c430d-0092-43f5-9887-8237ebb2d72a,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:34.874386 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465299-8d1c-4b7c-a1a3-5b3ffa68ddee req-76d9e58c-7fe3-4748-8ff4-c354f66c8476 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:34.882434 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-91465299-8d1c-4b7c-a1a3-5b3ffa68ddee req-76d9e58c-7fe3-4748-8ff4-c354f66c8476 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0867636 Apr 06 12:39:34.946997 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-91465299-8d1c-4b7c-a1a3-5b3ffa68ddee req-2650fd15-e09b-40cc-914c-484b158de8b5 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634108 Apr 06 12:39:35.931770 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d0ffc-037d-48aa-9447-a9e3ceaee822 req-b6d127c5-04b4-470b-9df9-191ec2cd68ff tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:35.932870 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e05d0ffc-037d-48aa-9447-a9e3ceaee822 req-b6d127c5-04b4-470b-9df9-191ec2cd68ff tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.1175668 Apr 06 12:39:35.952486 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff407bdf-073e-4cb3-b4cd-fa62ce50c623 req-57414267-a679-4cd8-beca-ec6ae9eac1dc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:35.954173 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ff407bdf-073e-4cb3-b4cd-fa62ce50c623 req-57414267-a679-4cd8-beca-ec6ae9eac1dc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0821917 Apr 06 12:39:36.033288 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e05d0ffc-037d-48aa-9447-a9e3ceaee822 req-21326be4-5662-4286-9bae-be0fe7de0f42 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910411 Apr 06 12:39:36.041242 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ff407bdf-073e-4cb3-b4cd-fa62ce50c623 req-0d100de0-bd7c-467f-b64c-a22f159b93ca tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783548 Apr 06 12:39:36.271843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c02cc4-4326-4610-9727-e45b854134d3 req-ebd33c9b-ac50-459c-861a-1c40b904fbed tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:36.274330 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92c02cc4-4326-4610-9727-e45b854134d3 req-ebd33c9b-ac50-459c-861a-1c40b904fbed tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.1395383 Apr 06 12:39:36.276824 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841667c-deab-4446-96d1-7713a7c79969 req-2f9df1db-42cc-473c-8b8c-3fb6c97b9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:36.278801 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-2f9df1db-42cc-473c-8b8c-3fb6c97b9b0c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 1127 time: 0.0810351 Apr 06 12:39:36.325741 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2263e-2128-421c-a785-285208485251 req-8ec6ee03-f46c-4ff1-ae40-fdff66c81b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:36.327492 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-01e2263e-2128-421c-a785-285208485251 req-8ec6ee03-f46c-4ff1-ae40-fdff66c81b37 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2234182 Apr 06 12:39:36.336811 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92c02cc4-4326-4610-9727-e45b854134d3 req-d5778b45-d1a1-4410-b31b-6afa2a2b3fc0 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484831 Apr 06 12:39:36.628262 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-b588e6c3-4c5b-4452-b893-38008a5cd3eb service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626 HTTP/1.1" status: 200 len: 217 time: 0.0367553 Apr 06 12:39:36.689459 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841667c-deab-4446-96d1-7713a7c79969 req-a00cc357-3869-4cd2-aac9-9bdd91348056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:36.692547 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-a00cc357-3869-4cd2-aac9-9bdd91348056 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0531778 Apr 06 12:39:36.697913 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-91b4774a-a190-44f1-b512-99b06e07cab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:36.699516 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-91b4774a-a190-44f1-b512-99b06e07cab9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 1128 time: 0.0511642 Apr 06 12:39:37.213361 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a095c3-70ea-460f-b070-04b1c9fdb299 req-bc53dad9-5701-49d6-b228-99e624a1643d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:37.215021 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9a095c3-70ea-460f-b070-04b1c9fdb299 req-bc53dad9-5701-49d6-b228-99e624a1643d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0864630 Apr 06 12:39:37.223114 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912c2fa-04f1-46bf-bf3e-72a9ef0d98a2 req-5306b9b3-114b-4d13-a052-d3a3fd1ae9c9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:37.224576 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6912c2fa-04f1-46bf-bf3e-72a9ef0d98a2 req-5306b9b3-114b-4d13-a052-d3a3fd1ae9c9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0940952 Apr 06 12:39:37.292484 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9a095c3-70ea-460f-b070-04b1c9fdb299 req-fd46b7b4-9741-4545-b49c-cc8fe0f3d871 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663669 Apr 06 12:39:37.304479 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6912c2fa-04f1-46bf-bf3e-72a9ef0d98a2 req-dc639df5-a9ae-44f0-b0a7-9966a1d8bc13 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714037 Apr 06 12:39:37.475091 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdac477-5ccc-4899-a316-ecf58dabcc03 req-a997ae9c-2202-448e-ba8e-1b74bb4d3bc2 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:37.476612 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0bdac477-5ccc-4899-a316-ecf58dabcc03 req-a997ae9c-2202-448e-ba8e-1b74bb4d3bc2 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0588670 Apr 06 12:39:37.529628 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0bdac477-5ccc-4899-a316-ecf58dabcc03 req-53ab9158-1afd-4142-b4eb-432882e72b25 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469365 Apr 06 12:39:38.436041 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e14d6-acd9-4a3c-bc04-ae64b310ef5c req-85e7fa7c-499e-4df2-aaaa-ef423c91c0f6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:38.437621 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-054e14d6-acd9-4a3c-bc04-ae64b310ef5c req-85e7fa7c-499e-4df2-aaaa-ef423c91c0f6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0601616 Apr 06 12:39:38.494133 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-054e14d6-acd9-4a3c-bc04-ae64b310ef5c req-6fcd2a69-d6b4-4f3d-ab6a-fb27f32c1462 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507514 Apr 06 12:39:38.628274 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85771257-add7-410f-a915-7141bb0ec7f9 req-91dfec59-fc0b-4f15-8074-01725fd8d969 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:38.629767 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85771257-add7-410f-a915-7141bb0ec7f9 req-91dfec59-fc0b-4f15-8074-01725fd8d969 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0594804 Apr 06 12:39:38.703113 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85771257-add7-410f-a915-7141bb0ec7f9 req-8a96f170-43f7-4bd3-a867-63fa8aa21603 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663104 Apr 06 12:39:38.762016 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd105b-15ed-49fc-9727-2f8f65f0c403 req-372be0cb-e611-4b75-8779-ffe998b06ab5 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:38.763532 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4fbd105b-15ed-49fc-9727-2f8f65f0c403 req-372be0cb-e611-4b75-8779-ffe998b06ab5 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0541928 Apr 06 12:39:38.822242 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4fbd105b-15ed-49fc-9727-2f8f65f0c403 req-a9583572-f225-41bd-bb9a-d7ed9c7f543f tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525849 Apr 06 12:39:39.307131 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-73cee2ac-259f-4ffe-9895-e4a70be0073c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:39.383790 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 41710) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:39.505572 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-be9ea377-e2f6-4719-a999-579ff8e18b58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:39.599180 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-be9ea377-e2f6-4719-a999-579ff8e18b58 admin admin] Publish callbacks [] for security_group (edb77a19-6f8f-4701-b9e2-87b16d8641c6), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:39.651631 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25b70e-83b5-4e7e-9759-9153b76de444 req-ef68a3ec-4e8f-4bdb-856d-5b7f1dd63b78 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:39.653131 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ae25b70e-83b5-4e7e-9759-9153b76de444 req-ef68a3ec-4e8f-4bdb-856d-5b7f1dd63b78 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0702360 Apr 06 12:39:39.699633 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-be9ea377-e2f6-4719-a999-579ff8e18b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (edb77a19-6f8f-4701-b9e2-87b16d8641c6), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:39.715386 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ae25b70e-83b5-4e7e-9759-9153b76de444 req-56f0ec22-8f12-4fa2-946e-2b381d928c38 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566275 Apr 06 12:39:39.747523 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-be9ea377-e2f6-4719-a999-579ff8e18b58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=432bdd9df9dd4026aadd9ac9be78b118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3584170 Apr 06 12:39:39.747523 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 41728) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:39.755144 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ea377-e2f6-4719-a999-579ff8e18b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb77a19-6f8f-4701-b9e2-87b16d8641c6,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:39.825690 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-62549949-9b05-432d-8572-f60ac0eed0b9 admin admin] Publish callbacks [] for security_group (edb77a19-6f8f-4701-b9e2-87b16d8641c6), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:39.854670 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-62549949-9b05-432d-8572-f60ac0eed0b9 admin admin] Publish callbacks [] for security_group (edb77a19-6f8f-4701-b9e2-87b16d8641c6), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:39.892122 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43acee0-01d7-458f-a6b4-edc5ec52434f req-ef12c9ef-8105-4635-b214-cca6080c71ae tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:39.893600 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c43acee0-01d7-458f-a6b4-edc5ec52434f req-ef12c9ef-8105-4635-b214-cca6080c71ae tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.1035612 Apr 06 12:39:39.983314 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c43acee0-01d7-458f-a6b4-edc5ec52434f req-d1907a59-8076-49ad-ab7e-a6cf468833c3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824468 Apr 06 12:39:40.000376 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db019c91-f60c-434b-9f07-c789535e2b61 req-9187021e-c97b-4555-9400-f4b56f92f1cc tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:40.000376 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-db019c91-f60c-434b-9f07-c789535e2b61 req-9187021e-c97b-4555-9400-f4b56f92f1cc tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0955215 Apr 06 12:39:40.046585 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-db019c91-f60c-434b-9f07-c789535e2b61 req-cab37815-decb-4e87-bcff-512d81689579 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Apr 06 12:39:40.090474 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-62549949-9b05-432d-8572-f60ac0eed0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (edb77a19-6f8f-4701-b9e2-87b16d8641c6), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:40.093191 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-62549949-9b05-432d-8572-f60ac0eed0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:40.094425 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-62549949-9b05-432d-8572-f60ac0eed0b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edb77a19-6f8f-4701-b9e2-87b16d8641c6 HTTP/1.1" status: 204 len: 168 time: 0.3458419 Apr 06 12:39:40.102769 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62549949-9b05-432d-8572-f60ac0eed0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb77a19-6f8f-4701-b9e2-87b16d8641c6,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:40.714971 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 41762) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:40.728179 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8eee-5691-4cde-b44d-fed9ab086ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:40.839609 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8eee-5691-4cde-b44d-fed9ab086ad3 admin admin] Publish callbacks [] for security_group (68f9ea0e-eb21-4aba-8ab5-4970b99a3c29), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:40.858153 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f40a67-eaeb-4a6d-ac4e-b0988a6932cf req-c22f8b8a-b482-4161-9d1b-093041491f34 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:40.859662 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e1f40a67-eaeb-4a6d-ac4e-b0988a6932cf req-c22f8b8a-b482-4161-9d1b-093041491f34 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0777776 Apr 06 12:39:40.908674 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e1f40a67-eaeb-4a6d-ac4e-b0988a6932cf req-7e0ea4ef-46b9-436d-a7ec-194024e5ef7b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Apr 06 12:39:40.912452 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8eee-5691-4cde-b44d-fed9ab086ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (68f9ea0e-eb21-4aba-8ab5-4970b99a3c29), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:40.952658 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c8fd8eee-5691-4cde-b44d-fed9ab086ad3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7654bba11fe74e93a76f053dd1745f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365429 Apr 06 12:39:40.953849 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd8eee-5691-4cde-b44d-fed9ab086ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f9ea0e-eb21-4aba-8ab5-4970b99a3c29,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:40.955372 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 41768) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:41.025309 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f125-abd8-4b78-883b-0ac2e12dcf9b admin admin] Publish callbacks [] for security_group (68f9ea0e-eb21-4aba-8ab5-4970b99a3c29), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:41.047298 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f125-abd8-4b78-883b-0ac2e12dcf9b admin admin] Publish callbacks [] for security_group (68f9ea0e-eb21-4aba-8ab5-4970b99a3c29), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:41.130954 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2aabf0-a9f7-4085-a1e7-34294526ad4b req-332c1658-f86c-4849-9e6a-dd9659b3a43b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:41.133283 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7b2aabf0-a9f7-4085-a1e7-34294526ad4b req-332c1658-f86c-4849-9e6a-dd9659b3a43b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0653479 Apr 06 12:39:41.204770 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f125-abd8-4b78-883b-0ac2e12dcf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (68f9ea0e-eb21-4aba-8ab5-4970b99a3c29), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:41.207856 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d9c1f125-abd8-4b78-883b-0ac2e12dcf9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:41.209030 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d9c1f125-abd8-4b78-883b-0ac2e12dcf9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68f9ea0e-eb21-4aba-8ab5-4970b99a3c29 HTTP/1.1" status: 204 len: 168 time: 0.2525170 Apr 06 12:39:41.216529 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10004c22-5653-4b35-8445-0259d85a15f0 req-ec76ae2b-cc6e-4f3e-b879-1c94058dce79 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:41.218027 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-10004c22-5653-4b35-8445-0259d85a15f0 req-ec76ae2b-cc6e-4f3e-b879-1c94058dce79 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0952487 Apr 06 12:39:41.218697 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1f125-abd8-4b78-883b-0ac2e12dcf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f9ea0e-eb21-4aba-8ab5-4970b99a3c29,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:41.221121 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7b2aabf0-a9f7-4085-a1e7-34294526ad4b req-936d319a-69b7-4362-8089-f4a59bda3ae0 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797896 Apr 06 12:39:41.289150 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-10004c22-5653-4b35-8445-0259d85a15f0 req-3f62934b-c62a-419b-922f-22a7fc94cc18 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554857 Apr 06 12:39:41.816328 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4deb26b2-6b65-415b-939a-c4f2d345c64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:42.032224 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c15c5-1674-4cdc-a638-c0a8aa8c28a5 req-0ab188b8-0a88-44ca-9643-2ee83bc4655c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:42.033774 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-967c15c5-1674-4cdc-a638-c0a8aa8c28a5 req-0ab188b8-0a88-44ca-9643-2ee83bc4655c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0590873 Apr 06 12:39:42.083257 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-967c15c5-1674-4cdc-a638-c0a8aa8c28a5 req-611b8deb-ee5e-4801-8a45-38f5c22d99e1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437570 Apr 06 12:39:42.361804 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322e076-9720-47b0-b7e8-24135eb2eff2 req-ab8058d1-5793-4b2e-a39d-30e1ce34fd2d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:42.363395 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5322e076-9720-47b0-b7e8-24135eb2eff2 req-ab8058d1-5793-4b2e-a39d-30e1ce34fd2d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0580122 Apr 06 12:39:42.443130 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d8c0-2290-4c6c-b346-49df2673d9be req-549689fe-4dac-4cd8-bf99-d0a7408e062f tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:42.445155 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a328d8c0-2290-4c6c-b346-49df2673d9be req-549689fe-4dac-4cd8-bf99-d0a7408e062f tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0808961 Apr 06 12:39:42.449333 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5322e076-9720-47b0-b7e8-24135eb2eff2 req-3a356901-92f1-47d1-86f3-55bbcf1bf4e5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760798 Apr 06 12:39:42.496479 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a328d8c0-2290-4c6c-b346-49df2673d9be req-59faf15c-aa0c-4b6e-adaa-430fcf5e0814 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Apr 06 12:39:42.987799 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:43.208022 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d561ed1-cc66-4968-aaa7-4f9a6f61bac3 req-f2da1571-e8c8-443a-b352-a0857ba58e37 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:43.209492 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7d561ed1-cc66-4968-aaa7-4f9a6f61bac3 req-f2da1571-e8c8-443a-b352-a0857ba58e37 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0523994 Apr 06 12:39:43.261282 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7d561ed1-cc66-4968-aaa7-4f9a6f61bac3 req-6a2c3f5c-034d-45a1-8374-684233b0cc7b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 Apr 06 12:39:43.575572 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14be0b9-3c4a-407c-b2be-4bd414d11155 req-b4c12be0-aadc-424b-b11b-ccb580e98463 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:43.577061 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b14be0b9-3c4a-407c-b2be-4bd414d11155 req-b4c12be0-aadc-424b-b11b-ccb580e98463 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0547287 Apr 06 12:39:43.652609 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b14be0b9-3c4a-407c-b2be-4bd414d11155 req-74889a9a-7f6d-4f77-962b-492e793ebea4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666797 Apr 06 12:39:43.659248 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016485b-937c-4de8-a83f-cef732d76ca0 req-656a3260-2b9b-4f06-a831-fc7b94e61c81 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:43.660684 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4016485b-937c-4de8-a83f-cef732d76ca0 req-656a3260-2b9b-4f06-a831-fc7b94e61c81 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0827410 Apr 06 12:39:43.722465 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4016485b-937c-4de8-a83f-cef732d76ca0 req-92dbf416-2a5c-4d02-aee5-f2c9b6ee5018 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548949 Apr 06 12:39:44.384211 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1dbb2-31b2-4c05-bfbf-2b441b9605fc req-bf74c631-f479-4e18-b95a-0899f60ddd9b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:44.386222 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a8b1dbb2-31b2-4c05-bfbf-2b441b9605fc req-bf74c631-f479-4e18-b95a-0899f60ddd9b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0585523 Apr 06 12:39:44.434128 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a8b1dbb2-31b2-4c05-bfbf-2b441b9605fc req-eb0106ff-4e63-4c4f-bf99-78c8045c0013 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425060 Apr 06 12:39:44.525127 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:44.785361 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c2c4d-d3f4-4893-ba92-50eb47d0a672 req-ce5c5e5d-2696-47ff-be8e-4531765f1afc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:44.787294 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f9c2c4d-d3f4-4893-ba92-50eb47d0a672 req-ce5c5e5d-2696-47ff-be8e-4531765f1afc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0648270 Apr 06 12:39:44.882171 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f9c2c4d-d3f4-4893-ba92-50eb47d0a672 req-7aefb515-7fe2-4eae-b4d1-61b702c5b9ce tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875752 Apr 06 12:39:44.889693 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5c1f3-1a30-4421-983e-91a8ceb6b4a9 req-c6a3cfe2-9936-4db3-ad06-985f79b30cd0 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:44.891134 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8df5c1f3-1a30-4421-983e-91a8ceb6b4a9 req-c6a3cfe2-9936-4db3-ad06-985f79b30cd0 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0951805 Apr 06 12:39:44.945443 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8df5c1f3-1a30-4421-983e-91a8ceb6b4a9 req-5b6f821f-bf41-467f-9c88-68f5ac56fa4b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487337 Apr 06 12:39:45.551321 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102ffff-7643-4ac5-a96f-817b148693c9 req-4bbb9705-6089-4e4b-85e4-5d53e00b62cd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:45.552788 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9102ffff-7643-4ac5-a96f-817b148693c9 req-4bbb9705-6089-4e4b-85e4-5d53e00b62cd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0513747 Apr 06 12:39:45.601026 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9102ffff-7643-4ac5-a96f-817b148693c9 req-fb9b65c0-a2a2-447c-99be-d9b18498d75f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410919 Apr 06 12:39:46.010084 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c548f1-599d-4a64-b4f2-57888097862a req-dcd3c2b2-a32d-40bd-af37-d94b4ea71969 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:46.011648 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-04c548f1-599d-4a64-b4f2-57888097862a req-dcd3c2b2-a32d-40bd-af37-d94b4ea71969 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0601413 Apr 06 12:39:46.056888 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:46.093400 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-04c548f1-599d-4a64-b4f2-57888097862a req-d5ae57aa-ddf3-4ae9-bc04-93c30c95e11a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761554 Apr 06 12:39:46.108726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891215d-166b-4838-80fe-05e653ed8cb0 req-399a8767-e1e3-4469-9f7e-c440c8167afb tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:46.110186 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c891215d-166b-4838-80fe-05e653ed8cb0 req-399a8767-e1e3-4469-9f7e-c440c8167afb tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 943 time: 0.0852001 Apr 06 12:39:46.157733 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c891215d-166b-4838-80fe-05e653ed8cb0 req-6e1bd577-f3ff-424b-add7-554902bcab14 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Apr 06 12:39:46.228635 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device ebb2c678-2330-4e73-823b-8b312055f013 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:39:46.341058 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port ebb2c678-2330-4e73-823b-8b312055f013, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ebb2c678-2330-4e73-823b-8b312055f013,segment=NetworkSegment(12e37ed3-5cc3-438e-8643-60c1311a869a),segment_id=12e37ed3-5cc3-438e-8643-60c1311a869a)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:46.352422 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': 'ebb2c678-2330-4e73-823b-8b312055f013', 'network_id': '7ac713ff-fe89-47e7-b889-e3834f0d77f7', 'port_id': 'ebb2c678-2330-4e73-823b-8b312055f013', 'mac_address': 'fa:16:3e:d7:70:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5b885e-6d90-4df1-8305-de7ed5328b7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:39:46.391397 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port ebb2c678-2330-4e73-823b-8b312055f013 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:46.391795 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (ebb2c678-2330-4e73-823b-8b312055f013), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:46.407557 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb2c678-2330-4e73-823b-8b312055f013 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:39:46.428167 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port ebb2c678-2330-4e73-823b-8b312055f013, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ebb2c678-2330-4e73-823b-8b312055f013,segment=NetworkSegment(12e37ed3-5cc3-438e-8643-60c1311a869a),segment_id=12e37ed3-5cc3-438e-8643-60c1311a869a)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:46.508852 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (ebb2c678-2330-4e73-823b-8b312055f013), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:46.559426 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=ebb2c678-2330-4e73-823b-8b312055f013,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:46.724818 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec4a8f-943c-4cda-a50c-bb21a477fe42 req-55df245b-739f-446e-8ea3-5b3346234cc3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:46.727071 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1bec4a8f-943c-4cda-a50c-bb21a477fe42 req-55df245b-739f-446e-8ea3-5b3346234cc3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0610545 Apr 06 12:39:46.776278 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1bec4a8f-943c-4cda-a50c-bb21a477fe42 req-85cad1d5-89ab-490c-b824-f891117f14b4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435812 Apr 06 12:39:47.169480 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['ebb2c678-2330-4e73-823b-8b312055f013'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:39:47.236089 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53b1f8-a27f-45fd-ac38-49b6b2041a05 req-39591d38-7937-481d-bcec-e4ee08dd5fb5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:47.239923 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bb53b1f8-a27f-45fd-ac38-49b6b2041a05 req-39591d38-7937-481d-bcec-e4ee08dd5fb5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0754585 Apr 06 12:39:47.321017 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bb53b1f8-a27f-45fd-ac38-49b6b2041a05 req-4ee0c838-25b0-4495-9871-7c901182eaca tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684710 Apr 06 12:39:47.332701 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc460e34-ddc3-4e31-8dec-b85c44b26511 req-235d0642-5ec6-4f6a-9b38-94bb77aca79b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:47.334363 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dc460e34-ddc3-4e31-8dec-b85c44b26511 req-235d0642-5ec6-4f6a-9b38-94bb77aca79b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 944 time: 0.0931709 Apr 06 12:39:47.390947 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dc460e34-ddc3-4e31-8dec-b85c44b26511 req-129e3f22-c24d-4caf-a197-276e68a4f8ec tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490923 Apr 06 12:39:47.895919 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fedc2-3969-4475-b04b-d9d5f3622c0c req-a0b73ec8-530f-48dd-bc73-6b498acf8c21 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:47.897302 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed8fedc2-3969-4475-b04b-d9d5f3622c0c req-a0b73ec8-530f-48dd-bc73-6b498acf8c21 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0535643 Apr 06 12:39:47.952029 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed8fedc2-3969-4475-b04b-d9d5f3622c0c req-0d337ab5-6b23-4b15-a484-d0e737ed4829 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479631 Apr 06 12:39:48.442965 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f2cc6-49df-41e8-a3d3-7a01cebe0cb5 req-199048d3-1263-4ddb-add8-04f8114436b6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:48.445218 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-112f2cc6-49df-41e8-a3d3-7a01cebe0cb5 req-199048d3-1263-4ddb-add8-04f8114436b6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0519147 Apr 06 12:39:48.524688 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-112f2cc6-49df-41e8-a3d3-7a01cebe0cb5 req-3d53a53b-cfaf-47c5-be80-6507c00375f6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740287 Apr 06 12:39:48.536444 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae981301-2863-4e48-8a73-b26a273c30d2 req-43fdf39c-b729-4b0d-95e1-b223a012a7d5 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:48.537974 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ae981301-2863-4e48-8a73-b26a273c30d2 req-43fdf39c-b729-4b0d-95e1-b223a012a7d5 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 944 time: 0.0805142 Apr 06 12:39:48.586951 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ae981301-2863-4e48-8a73-b26a273c30d2 req-ac7175c5-294f-4345-85ee-2b72a85f237f tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424814 Apr 06 12:39:49.073007 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558447d-006d-451d-b25d-bc6beb17bdca req-b902d494-0138-4669-b20c-6bbe94a128eb tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:49.074485 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2558447d-006d-451d-b25d-bc6beb17bdca req-b902d494-0138-4669-b20c-6bbe94a128eb tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0562589 Apr 06 12:39:49.133448 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2558447d-006d-451d-b25d-bc6beb17bdca req-d818bd61-40bf-4414-ae60-22ccd2a4d722 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533321 Apr 06 12:39:49.645031 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e124f6-9ec3-4a21-8c59-622be91a124f req-58592790-fd5e-4294-ad17-eed9b6398771 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:49.646521 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-36e124f6-9ec3-4a21-8c59-622be91a124f req-58592790-fd5e-4294-ad17-eed9b6398771 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0525897 Apr 06 12:39:49.721541 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-36e124f6-9ec3-4a21-8c59-622be91a124f req-44fba0c9-1887-46f8-afc6-f99ccd99bcfc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692480 Apr 06 12:39:49.732789 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972ef05-bc51-40b0-be98-bce3b2c4849b req-63d52737-fa68-4b80-98e5-8b4bae46b767 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:49.734194 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a972ef05-bc51-40b0-be98-bce3b2c4849b req-63d52737-fa68-4b80-98e5-8b4bae46b767 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 944 time: 0.0808887 Apr 06 12:39:49.785871 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a972ef05-bc51-40b0-be98-bce3b2c4849b req-55a8c4ea-8e9d-48e5-bb33-c86fb1d300cb tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459340 Apr 06 12:39:50.253074 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5694fdc-a973-4d3b-aa0a-dd87b6da9327 req-d39ba5b2-6b55-4b74-bb7d-ae656018d56e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:50.254563 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b5694fdc-a973-4d3b-aa0a-dd87b6da9327 req-d39ba5b2-6b55-4b74-bb7d-ae656018d56e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0529563 Apr 06 12:39:50.300797 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b5694fdc-a973-4d3b-aa0a-dd87b6da9327 req-3a0359e1-9307-494d-9ff0-9341525b5506 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398564 Apr 06 12:39:50.841969 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8522d-d7bc-4a8c-8081-4f3a5776426e req-ae681920-6689-4999-913e-f610ec78e6c2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:50.843593 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7fb8522d-d7bc-4a8c-8081-4f3a5776426e req-ae681920-6689-4999-913e-f610ec78e6c2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0519466 Apr 06 12:39:50.932382 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-8146c6b4-be47-4ced-9bee-20ed2c3809c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d16a50-abc0-4529-8ad8-c5c130491a86 HTTP/1.1" status: 200 len: 217 time: 0.0443332 Apr 06 12:39:50.971098 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7fb8522d-d7bc-4a8c-8081-4f3a5776426e req-ec755e95-d949-4805-ab87-b193a53d4c9d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217260 Apr 06 12:39:50.988814 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-adb2a1a3-48d5-41db-9ec2-a05c68002ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:50.990908 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-adb2a1a3-48d5-41db-9ec2-a05c68002ac1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0488970 Apr 06 12:39:51.001275 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee91667-fdf1-4122-a3f9-5a6e27fd0c7d req-d0589801-4293-4e7c-9f5d-44faaa103a7b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:51.002854 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ee91667-fdf1-4122-a3f9-5a6e27fd0c7d req-d0589801-4293-4e7c-9f5d-44faaa103a7b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 944 time: 0.1365321 Apr 06 12:39:51.012986 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841667c-deab-4446-96d1-7713a7c79969 req-19f810cb-67d0-4020-a63e-d4a53237c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:51.014732 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-19f810cb-67d0-4020-a63e-d4a53237c24d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1137097 Apr 06 12:39:51.044019 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-8c11198a-3087-48a2-a2d5-196f797adf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:51.045546 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-8c11198a-3087-48a2-a2d5-196f797adf19 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471954 Apr 06 12:39:51.114265 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ee91667-fdf1-4122-a3f9-5a6e27fd0c7d req-26289c10-457f-4a87-8e1f-06047858e1e9 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035054 Apr 06 12:39:51.150682 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-6dd87ca0-7b55-4007-bba5-edaba2ad8517 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181555 Apr 06 12:39:51.248706 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3841667c-deab-4446-96d1-7713a7c79969 req-27ad79bb-5b6f-4590-ac50-45a16934fdbc service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916581 Apr 06 12:39:51.335081 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-e9ab3f9f-90d3-42a3-9ef2-d816306ecf01 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793086 Apr 06 12:39:51.424016 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed21a0-4afa-4498-84a9-5cd76930e13a req-b59e947f-6db1-4234-afcf-bb4ab1ac6278 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:51.425570 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-feed21a0-4afa-4498-84a9-5cd76930e13a req-b59e947f-6db1-4234-afcf-bb4ab1ac6278 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0570488 Apr 06 12:39:51.434794 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cfa6ae6a-92ee-4d42-912c-c90937105595 req-8236ea71-a8b6-46ae-a5ed-83466350cf24 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934420 Apr 06 12:39:51.472811 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-feed21a0-4afa-4498-84a9-5cd76930e13a req-3d438687-0201-42c7-9009-8e0c31e77e62 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414953 Apr 06 12:39:52.101007 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660eaf3-d555-414b-bbdb-d0c34ed22ee1 req-01e9a40b-8a08-40aa-90a6-8a7457c7305f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:52.103712 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d660eaf3-d555-414b-bbdb-d0c34ed22ee1 req-01e9a40b-8a08-40aa-90a6-8a7457c7305f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0571320 Apr 06 12:39:52.165122 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d660eaf3-d555-414b-bbdb-d0c34ed22ee1 req-f4ac8345-86ef-430f-96fa-15c0778c9c65 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535398 Apr 06 12:39:52.260662 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82098e41-cb25-494e-8e17-bc47686a6060 req-809589ce-99ef-4e30-a2f1-95604bed89da tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:52.262169 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-82098e41-cb25-494e-8e17-bc47686a6060 req-809589ce-99ef-4e30-a2f1-95604bed89da tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 944 time: 0.0564361 Apr 06 12:39:52.314029 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-82098e41-cb25-494e-8e17-bc47686a6060 req-3d48b849-3216-43ae-86e8-d6401608d77b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460870 Apr 06 12:39:52.488573 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 077852a7-2771-46ad-b0c7-a4d1684b012d details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:39:52.497799 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device ebb2c678-2330-4e73-823b-8b312055f013 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:52.599024 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237558e6-1da2-48e2-9613-34ff36a470bf req-39217e83-3292-49f2-8803-574d9a918cca tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:52.600794 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-237558e6-1da2-48e2-9613-34ff36a470bf req-39217e83-3292-49f2-8803-574d9a918cca tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0570688 Apr 06 12:39:52.629308 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 077852a7-2771-46ad-b0c7-a4d1684b012d, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=077852a7-2771-46ad-b0c7-a4d1684b012d,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:52.640984 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '077852a7-2771-46ad-b0c7-a4d1684b012d', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'port_id': '077852a7-2771-46ad-b0c7-a4d1684b012d', 'mac_address': 'fa:16:3e:20:a9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:39:52.656085 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-237558e6-1da2-48e2-9613-34ff36a470bf req-55f08926-509b-4f39-80d5-40846bc5affa tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492148 Apr 06 12:39:52.679657 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 077852a7-2771-46ad-b0c7-a4d1684b012d is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:52.680188 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:52.688533 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port ebb2c678-2330-4e73-823b-8b312055f013 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:39:52.698965 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077852a7-2771-46ad-b0c7-a4d1684b012d {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:39:52.702898 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port ebb2c678-2330-4e73-823b-8b312055f013 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:52.703264 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (ebb2c678-2330-4e73-823b-8b312055f013), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:52.741282 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 077852a7-2771-46ad-b0c7-a4d1684b012d, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=077852a7-2771-46ad-b0c7-a4d1684b012d,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:52.791570 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port ebb2c678-2330-4e73-823b-8b312055f013 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:52.791953 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (ebb2c678-2330-4e73-823b-8b312055f013), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:52.814793 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847b8007-f9a8-4b59-92b7-68dc25ee86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb2c678-2330-4e73-823b-8b312055f013'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:39:52.887713 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:52.903528 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port ebb2c678-2330-4e73-823b-8b312055f013, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ebb2c678-2330-4e73-823b-8b312055f013,segment=NetworkSegment(12e37ed3-5cc3-438e-8643-60c1311a869a),segment_id=12e37ed3-5cc3-438e-8643-60c1311a869a)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:52.951552 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=077852a7-2771-46ad-b0c7-a4d1684b012d,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:52.975927 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (ebb2c678-2330-4e73-823b-8b312055f013), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:53.003156 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fb65e8-1135-4b42-b708-59c58400eeab" -d '{"events": [{"server_uuid": "847b8007-f9a8-4b59-92b7-68dc25ee86e9", "name": "network-vif-plugged", "status": "completed", "tag": "ebb2c678-2330-4e73-823b-8b312055f013"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:39:53.032657 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=ebb2c678-2330-4e73-823b-8b312055f013,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:53.104240 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d360f4-2ae5-4261-9fe1-afb22515a6fb x-openstack-request-id: req-95d360f4-2ae5-4261-9fe1-afb22515a6fb {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:39:53.104571 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847b8007-f9a8-4b59-92b7-68dc25ee86e9", "name": "network-vif-plugged", "status": "completed", "tag": "ebb2c678-2330-4e73-823b-8b312055f013", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:39:53.104869 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95d360f4-2ae5-4261-9fe1-afb22515a6fb {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:39:53.105322 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d360f4-2ae5-4261-9fe1-afb22515a6fb'] response: {'server_uuid': '847b8007-f9a8-4b59-92b7-68dc25ee86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb2c678-2330-4e73-823b-8b312055f013', 'code': 200} Apr 06 12:39:53.307198 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865035f4-0337-4828-96da-f50b92744036 req-fd19d63b-d8b7-46ed-b20e-5e62b0e70d21 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:53.308663 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-865035f4-0337-4828-96da-f50b92744036 req-fd19d63b-d8b7-46ed-b20e-5e62b0e70d21 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0573752 Apr 06 12:39:53.356711 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-865035f4-0337-4828-96da-f50b92744036 req-ec2d547c-a6d2-4afe-9922-5e7e8bd2bc12 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423284 Apr 06 12:39:53.434437 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['077852a7-2771-46ad-b0c7-a4d1684b012d'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:39:53.445222 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc81d56-2645-498c-9dc4-030f0cc2374b req-a7efa72d-cc23-4cc9-9744-76b0c2745c50 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:53.446734 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8cc81d56-2645-498c-9dc4-030f0cc2374b req-a7efa72d-cc23-4cc9-9744-76b0c2745c50 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0554473 Apr 06 12:39:53.497848 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8cc81d56-2645-498c-9dc4-030f0cc2374b req-59804c81-20ef-4dae-98bb-3959ca33439b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447884 Apr 06 12:39:53.682997 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:39:53.775372 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa256ce-92b3-43e6-9669-275f56fdfc9b req-33b00ce7-1df5-4f15-9810-969dee638f97 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:53.776941 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8fa256ce-92b3-43e6-9669-275f56fdfc9b req-33b00ce7-1df5-4f15-9810-969dee638f97 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 944 time: 0.0536830 Apr 06 12:39:53.829815 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8fa256ce-92b3-43e6-9669-275f56fdfc9b req-f1b1d4c3-d8b8-4a8b-9a12-9a76b37f4d07 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442488 Apr 06 12:39:54.484274 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device e6d16a50-abc0-4529-8ad8-c5c130491a86 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:39:54.488695 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af2d31-ca5a-4ea9-a80e-1488a6c71fc3 req-9bf88397-7bb6-40f7-b7f7-a5579d756b31 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:54.490194 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07af2d31-ca5a-4ea9-a80e-1488a6c71fc3 req-9bf88397-7bb6-40f7-b7f7-a5579d756b31 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0517039 Apr 06 12:39:54.543743 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 077852a7-2771-46ad-b0c7-a4d1684b012d up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:39:54.545331 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07af2d31-ca5a-4ea9-a80e-1488a6c71fc3 req-e329bef7-b665-4352-a7f2-bd62f10f0106 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456116 Apr 06 12:39:54.634498 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d328775-6f7e-43d5-be4d-00ec79940e1a req-cbc3923a-0083-4115-acf4-bf1ea9293695 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:54.637426 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2d328775-6f7e-43d5-be4d-00ec79940e1a req-cbc3923a-0083-4115-acf4-bf1ea9293695 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0649958 Apr 06 12:39:54.690224 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2d328775-6f7e-43d5-be4d-00ec79940e1a req-5709db19-5a6a-4200-aed9-c6329b401d43 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472879 Apr 06 12:39:54.740343 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port e6d16a50-abc0-4529-8ad8-c5c130491a86, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6d16a50-abc0-4529-8ad8-c5c130491a86,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:54.750629 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': 'e6d16a50-abc0-4529-8ad8-c5c130491a86', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'port_id': 'e6d16a50-abc0-4529-8ad8-c5c130491a86', 'mac_address': 'fa:16:3e:40:88:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:39:54.787507 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port e6d16a50-abc0-4529-8ad8-c5c130491a86 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:54.787895 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:54.801133 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d16a50-abc0-4529-8ad8-c5c130491a86 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:39:54.821266 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port e6d16a50-abc0-4529-8ad8-c5c130491a86, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6d16a50-abc0-4529-8ad8-c5c130491a86,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:54.845886 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 077852a7-2771-46ad-b0c7-a4d1684b012d completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:39:54.850830 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 077852a7-2771-46ad-b0c7-a4d1684b012d triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:39:54.855075 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:54.920939 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:54.971902 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 077852a7-2771-46ad-b0c7-a4d1684b012d is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:39:54.972297 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:54.973280 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef8478-5ab1-49da-bfce-df884f0907ba req-5dcd7cba-14e0-4649-89ff-ca16e9199ca2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:54.974973 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9ef8478-5ab1-49da-bfce-df884f0907ba req-5dcd7cba-14e0-4649-89ff-ca16e9199ca2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 945 time: 0.0678871 Apr 06 12:39:54.998528 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=e6d16a50-abc0-4529-8ad8-c5c130491a86,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:55.020194 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 077852a7-2771-46ad-b0c7-a4d1684b012d, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=077852a7-2771-46ad-b0c7-a4d1684b012d,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:39:55.038325 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9ef8478-5ab1-49da-bfce-df884f0907ba req-fca31c01-ea32-4347-b381-fea934b5df82 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547662 Apr 06 12:39:55.106637 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d28223-1b10-4f3a-a3ad-77d150e4bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077852a7-2771-46ad-b0c7-a4d1684b012d'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:39:55.108944 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d81dc0-7b21-49a4-80ff-c507eb575c52" -d '{"events": [{"server_uuid": "53d28223-1b10-4f3a-a3ad-77d150e4bec4", "name": "network-vif-plugged", "status": "completed", "tag": "077852a7-2771-46ad-b0c7-a4d1684b012d"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:39:55.144974 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa55b36d-de9e-476a-97ac-35050f0b1dd7 x-openstack-request-id: req-aa55b36d-de9e-476a-97ac-35050f0b1dd7 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:39:55.145367 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d28223-1b10-4f3a-a3ad-77d150e4bec4", "name": "network-vif-plugged", "status": "completed", "tag": "077852a7-2771-46ad-b0c7-a4d1684b012d", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:39:55.145721 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa55b36d-de9e-476a-97ac-35050f0b1dd7 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:39:55.146324 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa55b36d-de9e-476a-97ac-35050f0b1dd7'] response: {'server_uuid': '53d28223-1b10-4f3a-a3ad-77d150e4bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077852a7-2771-46ad-b0c7-a4d1684b012d', 'code': 200} Apr 06 12:39:55.147158 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:55.163805 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 42130) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:55.199455 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=077852a7-2771-46ad-b0c7-a4d1684b012d,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:55.274567 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23e5ea6e-d7d0-414e-a2a7-4b7b354714d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:55.353321 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23e5ea6e-d7d0-414e-a2a7-4b7b354714d8 admin admin] Publish callbacks [] for security_group (9bbf9c16-25ea-4fe0-aa1f-0e751e9f3bec), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:55.457079 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23e5ea6e-d7d0-414e-a2a7-4b7b354714d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9bbf9c16-25ea-4fe0-aa1f-0e751e9f3bec), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:55.496931 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-23e5ea6e-d7d0-414e-a2a7-4b7b354714d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5e68103570445d29ba5e018663c4b58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313537 Apr 06 12:39:55.497788 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5ea6e-d7d0-414e-a2a7-4b7b354714d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bbf9c16-25ea-4fe0-aa1f-0e751e9f3bec,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:55.499796 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 42140) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:55.548696 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:55.552239 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-025b62af-98a8-48a1-8592-360bd332b9dd admin admin] Publish callbacks [] for security_group (9bbf9c16-25ea-4fe0-aa1f-0e751e9f3bec), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:55.573594 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-025b62af-98a8-48a1-8592-360bd332b9dd admin admin] Publish callbacks [] for security_group (9bbf9c16-25ea-4fe0-aa1f-0e751e9f3bec), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:55.615011 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['e6d16a50-abc0-4529-8ad8-c5c130491a86'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:39:55.686782 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315109e3-3eac-40ca-89ca-17d7406ede8a req-9656b72d-1086-41df-8e69-1342c2b24acf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:55.688250 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-315109e3-3eac-40ca-89ca-17d7406ede8a req-9656b72d-1086-41df-8e69-1342c2b24acf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0616050 Apr 06 12:39:55.732647 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-025b62af-98a8-48a1-8592-360bd332b9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9bbf9c16-25ea-4fe0-aa1f-0e751e9f3bec), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:55.732818 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-025b62af-98a8-48a1-8592-360bd332b9dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:55.733929 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-025b62af-98a8-48a1-8592-360bd332b9dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9bbf9c16-25ea-4fe0-aa1f-0e751e9f3bec HTTP/1.1" status: 204 len: 168 time: 0.2313159 Apr 06 12:39:55.749831 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b62af-98a8-48a1-8592-360bd332b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bbf9c16-25ea-4fe0-aa1f-0e751e9f3bec,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:55.768191 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-315109e3-3eac-40ca-89ca-17d7406ede8a req-1a7f6e42-66f0-4450-bf86-da1f28e2f878 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664234 Apr 06 12:39:55.836296 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c89e1f-cad4-4c16-b5b8-779d61bc3eed req-806035d3-9053-4bb1-bdf1-c0480a6aa7bf tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:55.837886 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c7c89e1f-cad4-4c16-b5b8-779d61bc3eed req-806035d3-9053-4bb1-bdf1-c0480a6aa7bf tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0572817 Apr 06 12:39:56.087174 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c7c89e1f-cad4-4c16-b5b8-779d61bc3eed req-5c0e5ba3-7264-41d8-9325-23ffbef5cec2 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434859 Apr 06 12:39:56.145878 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 42164) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:56.190454 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974709e9-6710-49cb-a0be-d35057415c1b req-a60dcd92-975a-4bb1-81dc-abd0ff49cdf6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:56.192221 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-974709e9-6710-49cb-a0be-d35057415c1b req-a60dcd92-975a-4bb1-81dc-abd0ff49cdf6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 945 time: 0.0648701 Apr 06 12:39:56.263175 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-974709e9-6710-49cb-a0be-d35057415c1b req-c48bc314-085e-4000-aff9-1ad4b9b01e01 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626271 Apr 06 12:39:56.266949 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bcd7527e-d538-4fe1-bd7f-0e754db8f34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:56.349685 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bcd7527e-d538-4fe1-bd7f-0e754db8f34d admin admin] Publish callbacks [] for security_group (55960763-33f5-45ca-837f-71ac4c8445c9), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:56.453568 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bcd7527e-d538-4fe1-bd7f-0e754db8f34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (55960763-33f5-45ca-837f-71ac4c8445c9), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:56.499024 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bcd7527e-d538-4fe1-bd7f-0e754db8f34d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be77034b0a844c2597b3612a8d24a80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520343 Apr 06 12:39:56.499969 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7527e-d538-4fe1-bd7f-0e754db8f34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55960763-33f5-45ca-837f-71ac4c8445c9,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:56.501678 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 42186) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:56.550255 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-632a6a40-a7a4-49be-8f6d-b6200320d9bd admin admin] Publish callbacks [] for security_group (55960763-33f5-45ca-837f-71ac4c8445c9), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:56.578125 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-632a6a40-a7a4-49be-8f6d-b6200320d9bd admin admin] Publish callbacks [] for security_group (55960763-33f5-45ca-837f-71ac4c8445c9), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:56.720105 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-632a6a40-a7a4-49be-8f6d-b6200320d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (55960763-33f5-45ca-837f-71ac4c8445c9), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:56.722791 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-632a6a40-a7a4-49be-8f6d-b6200320d9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:56.726357 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-632a6a40-a7a4-49be-8f6d-b6200320d9bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55960763-33f5-45ca-837f-71ac4c8445c9 HTTP/1.1" status: 204 len: 168 time: 0.2212591 Apr 06 12:39:56.731679 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a6a40-a7a4-49be-8f6d-b6200320d9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55960763-33f5-45ca-837f-71ac4c8445c9,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:56.889884 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada70fd4-a914-485d-88e2-e44f5f3643c6 req-e6541a91-951e-4711-b8ef-ae6c81758918 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:56.891378 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ada70fd4-a914-485d-88e2-e44f5f3643c6 req-e6541a91-951e-4711-b8ef-ae6c81758918 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0623653 Apr 06 12:39:56.943310 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ada70fd4-a914-485d-88e2-e44f5f3643c6 req-49da3785-10ab-4077-8198-5d562fd6a7db tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463231 Apr 06 12:39:57.218965 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af9c94-826d-4457-be62-0362d1b1105f req-7adf369e-bf00-4cf1-8474-a139dfadfacb tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:57.220525 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-66af9c94-826d-4457-be62-0362d1b1105f req-7adf369e-bf00-4cf1-8474-a139dfadfacb tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0545218 Apr 06 12:39:57.268290 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-66af9c94-826d-4457-be62-0362d1b1105f req-d8ac770d-d53c-4b2d-9c43-266a64af9df4 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Apr 06 12:39:57.374496 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ebcc2-25a8-4b5d-86cf-2f06833b32c5 req-37a1f2c5-1a3a-41bf-9be0-acf24bbd8671 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:57.375983 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-534ebcc2-25a8-4b5d-86cf-2f06833b32c5 req-37a1f2c5-1a3a-41bf-9be0-acf24bbd8671 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 945 time: 0.0591805 Apr 06 12:39:57.421926 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-534ebcc2-25a8-4b5d-86cf-2f06833b32c5 req-999cea1e-c407-4f66-aea7-d142388f413f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401177 Apr 06 12:39:57.447127 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 42224) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:57.459740 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a54a0a8f-9340-4aba-a646-6bd080568336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:57.536873 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a54a0a8f-9340-4aba-a646-6bd080568336 admin admin] Publish callbacks [] for security_group (a14346de-62df-4f88-b3ef-8b586f0a0b7b), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:57.606062 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a54a0a8f-9340-4aba-a646-6bd080568336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (a14346de-62df-4f88-b3ef-8b586f0a0b7b), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:57.644577 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-a54a0a8f-9340-4aba-a646-6bd080568336 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9996d1c79f504c09b8ff6133f3593eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964209 Apr 06 12:39:57.645458 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a0a8f-9340-4aba-a646-6bd080568336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14346de-62df-4f88-b3ef-8b586f0a0b7b,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:57.651434 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 42230) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:57.699100 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4abb0dd6-7fce-42f2-8f8e-2e27093d6828 admin admin] Publish callbacks [] for security_group (a14346de-62df-4f88-b3ef-8b586f0a0b7b), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:57.720326 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4abb0dd6-7fce-42f2-8f8e-2e27093d6828 admin admin] Publish callbacks [] for security_group (a14346de-62df-4f88-b3ef-8b586f0a0b7b), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:57.840498 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4abb0dd6-7fce-42f2-8f8e-2e27093d6828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (a14346de-62df-4f88-b3ef-8b586f0a0b7b), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:57.846890 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4abb0dd6-7fce-42f2-8f8e-2e27093d6828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:57.846890 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-4abb0dd6-7fce-42f2-8f8e-2e27093d6828 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a14346de-62df-4f88-b3ef-8b586f0a0b7b HTTP/1.1" status: 204 len: 168 time: 0.1919572 Apr 06 12:39:57.853748 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb0dd6-7fce-42f2-8f8e-2e27093d6828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14346de-62df-4f88-b3ef-8b586f0a0b7b,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:58.101572 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eae4e-f026-4804-a001-ddbb95b772f0 req-65f08684-356a-43fd-b8fa-1b11ef788532 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:58.103125 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-587eae4e-f026-4804-a001-ddbb95b772f0 req-65f08684-356a-43fd-b8fa-1b11ef788532 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0718529 Apr 06 12:39:58.150946 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-587eae4e-f026-4804-a001-ddbb95b772f0 req-dd55f235-c505-45d5-bd37-e56fd73d66fb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Apr 06 12:39:58.387255 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec271c7-c179-4448-9564-9759c84c6460 req-97baf51b-73df-4bba-a8e2-cbf7db60c29c tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:58.388906 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ec271c7-c179-4448-9564-9759c84c6460 req-97baf51b-73df-4bba-a8e2-cbf7db60c29c tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0546274 Apr 06 12:39:58.440492 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ec271c7-c179-4448-9564-9759c84c6460 req-cf6ce454-faf7-4a84-89d1-fad27e39137e tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459402 Apr 06 12:39:58.522724 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 42264) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:58.536422 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:58.548401 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad6b31-2c5c-4e9e-addf-e4dea1ea7e23 req-d15c72fc-a95c-4a1f-b610-6222572a2d42 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:58.549869 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4aad6b31-2c5c-4e9e-addf-e4dea1ea7e23 req-d15c72fc-a95c-4a1f-b610-6222572a2d42 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 945 time: 0.0582981 Apr 06 12:39:58.598437 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4aad6b31-2c5c-4e9e-addf-e4dea1ea7e23 req-4ae1a0be-0e15-42c2-9cfb-e072f661c257 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Apr 06 12:39:58.620781 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Publish callbacks [] for security_group (a05e4660-f5a1-4691-a884-84fadbb2b872), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:58.680624 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (a05e4660-f5a1-4691-a884-84fadbb2b872), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:58.721623 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bbf803db58614fb186746a13a8f99cff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977208 Apr 06 12:39:58.723617 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05e4660-f5a1-4691-a884-84fadbb2b872,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:58.724499 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 42266) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:39:58.731764 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.732111 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.732474 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.732820 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.735677 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.735677 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.735677 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.735677 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.735677 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.735677 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.735677 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.735677 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.735677 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.736405 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.736495 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b38fd4-738b-4681-bfb5-62942dee27ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.772503 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Publish callbacks [] for security_group (a05e4660-f5a1-4691-a884-84fadbb2b872), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:58.794752 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Publish callbacks [] for security_group (a05e4660-f5a1-4691-a884-84fadbb2b872), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:58.953416 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (a05e4660-f5a1-4691-a884-84fadbb2b872), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:58.955957 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:39:58.957094 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a05e4660-f5a1-4691-a884-84fadbb2b872 HTTP/1.1" status: 204 len: 168 time: 0.2314897 Apr 06 12:39:58.965337 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05e4660-f5a1-4691-a884-84fadbb2b872,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:39:58.972439 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.972782 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.973122 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.973460 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.973793 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.974124 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.974483 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.974805 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.975130 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.975457 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.975790 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.976111 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.976432 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.976754 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:58.977933 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac2e947-d423-4ec9-8495-5e670b14994e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:39:59.288608 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ffb4a-8608-448d-8409-1b7bc1af34e3 req-f5539399-df09-42ad-8e0f-90951b0ea331 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:59.290809 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-104ffb4a-8608-448d-8409-1b7bc1af34e3 req-f5539399-df09-42ad-8e0f-90951b0ea331 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0625756 Apr 06 12:39:59.343660 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-104ffb4a-8608-448d-8409-1b7bc1af34e3 req-e38892b6-1eff-4cf1-97d9-413d9204704c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465624 Apr 06 12:39:59.593391 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae859d-ddfc-40f2-b41b-ecef9c775b3d req-3aa3eed8-542a-4ae7-b122-df7bc3a07c45 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:59.594913 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2cae859d-ddfc-40f2-b41b-ecef9c775b3d req-3aa3eed8-542a-4ae7-b122-df7bc3a07c45 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0601468 Apr 06 12:39:59.644013 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2cae859d-ddfc-40f2-b41b-ecef9c775b3d req-03ff926d-ef02-4f18-9eb6-eee0404ef56a tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432649 Apr 06 12:39:59.722100 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf54b5-5e8e-4cd7-b0cf-33c9b0ce972b req-37f0455b-73f7-447e-b7b3-ce356cc85b97 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:39:59.723928 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-33cf54b5-5e8e-4cd7-b0cf-33c9b0ce972b req-37f0455b-73f7-447e-b7b3-ce356cc85b97 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 945 time: 0.0571465 Apr 06 12:39:59.783473 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-33cf54b5-5e8e-4cd7-b0cf-33c9b0ce972b req-42548e1e-dbb1-48f8-b660-e39625c1420e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535321 Apr 06 12:40:00.466607 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcbed7-ba70-414a-9f4f-c83d7b119b11 req-2b7ced5a-0b1f-4a72-9460-8cf50a188ce5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:00.468093 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3cdcbed7-ba70-414a-9f4f-c83d7b119b11 req-2b7ced5a-0b1f-4a72-9460-8cf50a188ce5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0536854 Apr 06 12:40:00.516136 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3cdcbed7-ba70-414a-9f4f-c83d7b119b11 req-5851bc49-00eb-44f8-a15f-4ad6eb5cfd7f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423739 Apr 06 12:40:00.762620 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b3dc6-106f-4954-8c5d-ddd7b4cf6edc req-e4493ae9-bd90-40b0-9d91-2a245dfb53c6 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:00.770675 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c37b3dc6-106f-4954-8c5d-ddd7b4cf6edc req-e4493ae9-bd90-40b0-9d91-2a245dfb53c6 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0550692 Apr 06 12:40:00.815098 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c37b3dc6-106f-4954-8c5d-ddd7b4cf6edc req-1f72ba48-a34d-4359-a9a4-b43a275976c2 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 Apr 06 12:40:00.939885 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e0aef-1aa2-45b2-808b-2714a5ccdded req-3f11ab62-1fd0-4558-99e8-68a37a11d3ed tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:00.939885 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4b5e0aef-1aa2-45b2-808b-2714a5ccdded req-3f11ab62-1fd0-4558-99e8-68a37a11d3ed tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 945 time: 0.0634723 Apr 06 12:40:00.985792 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4b5e0aef-1aa2-45b2-808b-2714a5ccdded req-27db1495-c9f9-4b5d-8730-848ec35f87f3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Apr 06 12:40:01.647951 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed145209-7ffa-43d1-9f7c-3aa3a9da36ce req-66c6a1d5-d981-458c-8515-3477fb18a5e6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:01.648611 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed145209-7ffa-43d1-9f7c-3aa3a9da36ce req-66c6a1d5-d981-458c-8515-3477fb18a5e6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0577395 Apr 06 12:40:01.654390 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device e6d16a50-abc0-4529-8ad8-c5c130491a86 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:40:01.707055 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed145209-7ffa-43d1-9f7c-3aa3a9da36ce req-579051c4-f2c0-46dd-aa61-1a8ee14b3657 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517173 Apr 06 12:40:01.805912 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port e6d16a50-abc0-4529-8ad8-c5c130491a86 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:40:01.810157 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port e6d16a50-abc0-4529-8ad8-c5c130491a86 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:40:01.810580 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:01.922788 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port e6d16a50-abc0-4529-8ad8-c5c130491a86 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:40:01.923194 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:01.962947 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3ace92-e517-4349-a11f-1a53bc03d1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d16a50-abc0-4529-8ad8-c5c130491a86'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:40:01.965340 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef3df59-1364-4491-bf86-f24067411d75" -d '{"events": [{"server_uuid": "7f3ace92-e517-4349-a11f-1a53bc03d1ac", "name": "network-vif-plugged", "status": "completed", "tag": "e6d16a50-abc0-4529-8ad8-c5c130491a86"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:40:01.976475 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e8514-e2b6-4e1e-9aa8-043e2bca6dc3 req-d058cffe-600f-459c-901d-d7493b71318e tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:01.978644 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e22e8514-e2b6-4e1e-9aa8-043e2bca6dc3 req-d058cffe-600f-459c-901d-d7493b71318e tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0677071 Apr 06 12:40:01.981130 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port e6d16a50-abc0-4529-8ad8-c5c130491a86, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6d16a50-abc0-4529-8ad8-c5c130491a86,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:40:02.021113 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd0ccd0-8bae-4d53-8344-b9df954e3448 x-openstack-request-id: req-edd0ccd0-8bae-4d53-8344-b9df954e3448 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:40:02.021714 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3ace92-e517-4349-a11f-1a53bc03d1ac", "name": "network-vif-plugged", "status": "completed", "tag": "e6d16a50-abc0-4529-8ad8-c5c130491a86", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:40:02.023865 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edd0ccd0-8bae-4d53-8344-b9df954e3448 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:40:02.033042 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd0ccd0-8bae-4d53-8344-b9df954e3448'] response: {'server_uuid': '7f3ace92-e517-4349-a11f-1a53bc03d1ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d16a50-abc0-4529-8ad8-c5c130491a86', 'code': 200} Apr 06 12:40:02.046963 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e22e8514-e2b6-4e1e-9aa8-043e2bca6dc3 req-3664914f-96c2-4d69-8aa0-0f961cce4f54 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625303 Apr 06 12:40:02.052272 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:02.102072 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=e6d16a50-abc0-4529-8ad8-c5c130491a86,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:02.110679 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.111040 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.111471 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.111775 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.112117 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.112449 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.113001 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.113337 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.113669 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.113999 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.114329 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.114731 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.115045 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.115371 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.115803 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:02.131644 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d7145-908f-4070-97ac-451f56fa7dd1 req-c0834860-f72b-498c-b99a-2077e05a2feb tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:02.133110 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f82d7145-908f-4070-97ac-451f56fa7dd1 req-c0834860-f72b-498c-b99a-2077e05a2feb tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0568552 Apr 06 12:40:02.183018 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f82d7145-908f-4070-97ac-451f56fa7dd1 req-7eeb7318-f81d-4ca2-a9fa-19ad03807706 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435152 Apr 06 12:40:02.835673 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da14c05-3fc4-498b-a7de-5d3b2537e890 req-67af2e4b-de55-4dba-a3b1-57dfc67abbf5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:02.837348 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3da14c05-3fc4-498b-a7de-5d3b2537e890 req-67af2e4b-de55-4dba-a3b1-57dfc67abbf5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0554323 Apr 06 12:40:02.894673 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3da14c05-3fc4-498b-a7de-5d3b2537e890 req-5f7d5a23-16fb-463b-ab34-926d67243798 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515583 Apr 06 12:40:03.182732 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4711ad-75e6-4668-bd32-f9921b2592e6 req-dfa09d98-abf0-4555-9130-729c2b1f31db tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:03.189750 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d4711ad-75e6-4668-bd32-f9921b2592e6 req-dfa09d98-abf0-4555-9130-729c2b1f31db tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0750284 Apr 06 12:40:03.264018 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d4711ad-75e6-4668-bd32-f9921b2592e6 req-34314bb1-d04e-45f0-84be-838cb8fe9177 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689480 Apr 06 12:40:03.331417 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5052-85d7-480d-9d77-364e20b23774 req-da620b3d-30d8-44ed-b24d-e1146b11a400 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:03.332933 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-392f5052-85d7-480d-9d77-364e20b23774 req-da620b3d-30d8-44ed-b24d-e1146b11a400 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0559740 Apr 06 12:40:03.380426 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-392f5052-85d7-480d-9d77-364e20b23774 req-c4217f8f-e696-4fa4-8469-85573cc6d459 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Apr 06 12:40:03.587084 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5af05-6da4-4a69-8e22-a6f74fcd5936 req-2bcd3569-53ca-44e6-9fb9-eb1f0016a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:03.588881 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b5f5af05-6da4-4a69-8e22-a6f74fcd5936 req-2bcd3569-53ca-44e6-9fb9-eb1f0016a846 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 1130 time: 0.0800231 Apr 06 12:40:03.596070 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e2aa7-723a-48dd-a2b4-0d630894e7f0 req-c41e5cc8-be03-4208-a18c-11f954f932cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:03.597544 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7b9e2aa7-723a-48dd-a2b4-0d630894e7f0 req-c41e5cc8-be03-4208-a18c-11f954f932cc service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 1130 time: 0.0793188 Apr 06 12:40:03.599301 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae02a48-2fbf-41bb-a0e2-1205eab9e217 req-a475aa15-404f-4e73-9e88-9874669fcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:03.600672 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3ae02a48-2fbf-41bb-a0e2-1205eab9e217 req-a475aa15-404f-4e73-9e88-9874669fcc44 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 1129 time: 0.1106927 Apr 06 12:40:03.608164 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-b5f5af05-6da4-4a69-8e22-a6f74fcd5936 req-f1f98e5e-1a90-4efd-a98b-f0cfcfd5283a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.632781 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-7b9e2aa7-723a-48dd-a2b4-0d630894e7f0 req-85820961-f8f5-42f1-b557-f532cc2c7ddb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.636179 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3ae02a48-2fbf-41bb-a0e2-1205eab9e217 req-a5f0d859-d424-447c-8adb-acce273fa6f3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.658044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:40:03.708885 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-b5f5af05-6da4-4a69-8e22-a6f74fcd5936 req-f1f98e5e-1a90-4efd-a98b-f0cfcfd5283a service neutron] Publish callbacks [] for security_group (e5dc5eaf-5580-49a4-984e-d76da0e3f6f6), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.765824 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:40:03.779709 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'port_id': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'mac_address': 'fa:16:3e:64:6b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:40:03.786726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-b5f5af05-6da4-4a69-8e22-a6f74fcd5936 req-f1f98e5e-1a90-4efd-a98b-f0cfcfd5283a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (e5dc5eaf-5580-49a4-984e-d76da0e3f6f6), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.830672 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:40:03.831069 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:03.841629 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.db.api [req-7b9e2aa7-723a-48dd-a2b4-0d630894e7f0 req-85820961-f8f5-42f1-b557-f532cc2c7ddb service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 829755159f4c40509173272cf6cf85bd {{(pid=103993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:40:03.841968 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG oslo_db.api [req-7b9e2aa7-723a-48dd-a2b4-0d630894e7f0 req-85820961-f8f5-42f1-b557-f532cc2c7ddb service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:40:03.842599 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.db.api [req-3ae02a48-2fbf-41bb-a0e2-1205eab9e217 req-a5f0d859-d424-447c-8adb-acce273fa6f3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 829755159f4c40509173272cf6cf85bd {{(pid=103993) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:40:03.842909 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG oslo_db.api [req-3ae02a48-2fbf-41bb-a0e2-1205eab9e217 req-a5f0d859-d424-447c-8adb-acce273fa6f3 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:40:03.856908 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80aadd11-fbe9-423e-a801-7e4ef1ce2626 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:40:03.857235 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b5f5af05-6da4-4a69-8e22-a6f74fcd5936 req-f1f98e5e-1a90-4efd-a98b-f0cfcfd5283a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615016 Apr 06 12:40:03.858515 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f98e5e-1a90-4efd-a98b-f0cfcfd5283a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dc5eaf-5580-49a4-984e-d76da0e3f6f6,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:03.894611 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:40:03.959409 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.015549 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:04.048756 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c73c7-3f1d-44b8-b612-f8070a66a25a req-ebcb8683-414c-4dcc-b414-397a5dbb81e3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:04.059144 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8e5c73c7-3f1d-44b8-b612-f8070a66a25a req-ebcb8683-414c-4dcc-b414-397a5dbb81e3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0680945 Apr 06 12:40:04.103561 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8e5c73c7-3f1d-44b8-b612-f8070a66a25a req-0aa09f70-1128-459c-a264-9a034a08cb2f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455639 Apr 06 12:40:04.343050 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-7b9e2aa7-723a-48dd-a2b4-0d630894e7f0 req-85820961-f8f5-42f1-b557-f532cc2c7ddb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.346045 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-3ae02a48-2fbf-41bb-a0e2-1205eab9e217 req-a5f0d859-d424-447c-8adb-acce273fa6f3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:04.387606 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825bb70-4279-4133-b701-c932956ea66d req-aea93f9e-94b2-4464-aee8-69a027eb1e49 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:04.389167 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4825bb70-4279-4133-b701-c932956ea66d req-aea93f9e-94b2-4464-aee8-69a027eb1e49 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0533166 Apr 06 12:40:04.446343 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4825bb70-4279-4133-b701-c932956ea66d req-5e2fd5d7-be87-43b3-90ff-10df54c7b07a tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512056 Apr 06 12:40:04.476529 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-7b9e2aa7-723a-48dd-a2b4-0d630894e7f0 req-85820961-f8f5-42f1-b557-f532cc2c7ddb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8692245 Apr 06 12:40:04.483925 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3ae02a48-2fbf-41bb-a0e2-1205eab9e217 req-a5f0d859-d424-447c-8adb-acce273fa6f3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8713844 Apr 06 12:40:04.500919 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['80aadd11-fbe9-423e-a801-7e4ef1ce2626'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:40:04.544891 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a5b71-1e42-49f8-85e3-a372b2fe89ab req-c85f066a-d778-4418-9946-1ed96515f0ef tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:04.546434 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee6a5b71-1e42-49f8-85e3-a372b2fe89ab req-c85f066a-d778-4418-9946-1ed96515f0ef tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0578415 Apr 06 12:40:04.601187 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee6a5b71-1e42-49f8-85e3-a372b2fe89ab req-c0cc1002-9461-401e-8326-2b801f45805f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484564 Apr 06 12:40:05.227238 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb8975-1db8-45f3-971c-aeff18646c22 req-73e64640-ad91-457a-9856-b5659f961808 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:05.229211 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6bdb8975-1db8-45f3-971c-aeff18646c22 req-73e64640-ad91-457a-9856-b5659f961808 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0545256 Apr 06 12:40:05.278046 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6bdb8975-1db8-45f3-971c-aeff18646c22 req-1338f9e0-727a-40bf-b1eb-02fd62b9c355 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429969 Apr 06 12:40:05.568567 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4139ffa-8201-4ed3-abe1-e337665348d4 req-59aeb62c-cd68-41db-93a5-f55a70b6e050 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:05.570065 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c4139ffa-8201-4ed3-abe1-e337665348d4 req-59aeb62c-cd68-41db-93a5-f55a70b6e050 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0547369 Apr 06 12:40:05.619710 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c4139ffa-8201-4ed3-abe1-e337665348d4 req-1fc5b43d-7384-4547-bff2-d52d51c2856e tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Apr 06 12:40:05.729431 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23c693-a4a3-4d26-b8f0-3e7f8b02b0e4 req-011237c1-5f97-4eb0-86cf-af5066d3e04d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:05.730958 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd23c693-a4a3-4d26-b8f0-3e7f8b02b0e4 req-011237c1-5f97-4eb0-86cf-af5066d3e04d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0566015 Apr 06 12:40:05.778063 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd23c693-a4a3-4d26-b8f0-3e7f8b02b0e4 req-1c61c2dd-2dbc-4cbd-ba4e-99e4390bb70b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409272 Apr 06 12:40:06.417502 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29388419-fae1-4d57-8e35-a3126955a7fd req-76556bcd-c1dc-4222-8a05-e5cf6ef9463b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:06.426625 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29388419-fae1-4d57-8e35-a3126955a7fd req-76556bcd-c1dc-4222-8a05-e5cf6ef9463b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0656075 Apr 06 12:40:06.489365 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29388419-fae1-4d57-8e35-a3126955a7fd req-3ca364f0-623e-40a5-a7cb-aebf65181215 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567272 Apr 06 12:40:06.755152 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c5300-5041-480c-a6a0-9263a617212b req-338f6a70-4c63-436e-869c-2ec8a92ee5a1 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:06.756690 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-736c5300-5041-480c-a6a0-9263a617212b req-338f6a70-4c63-436e-869c-2ec8a92ee5a1 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0556526 Apr 06 12:40:06.808355 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-736c5300-5041-480c-a6a0-9263a617212b req-df79a5aa-8f6e-4652-b7e9-4bde31e5c247 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Apr 06 12:40:06.895438 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffac5b-29f4-4858-8b62-02df2085cb37 req-07bea721-d05b-41e7-80ae-0844062165fe tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:06.896912 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b9ffac5b-29f4-4858-8b62-02df2085cb37 req-07bea721-d05b-41e7-80ae-0844062165fe tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0531070 Apr 06 12:40:06.943993 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b9ffac5b-29f4-4858-8b62-02df2085cb37 req-07dcc393-ec76-4f99-b6ed-cbdcfeab8e13 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Apr 06 12:40:07.617280 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7673f-a119-4938-a040-6d2f6ea4f1a9 req-7b7da547-f600-4583-8e73-f546e5717da6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:07.619061 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9b7673f-a119-4938-a040-6d2f6ea4f1a9 req-7b7da547-f600-4583-8e73-f546e5717da6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0561712 Apr 06 12:40:07.664874 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9b7673f-a119-4938-a040-6d2f6ea4f1a9 req-fc8ea767-733a-4800-9b18-8fb553d18894 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400743 Apr 06 12:40:07.938220 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36671259-a47f-474d-9aa7-70cdae753690 req-04d188af-e5e0-4fbf-bfb0-b98d41d01898 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:07.939718 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-36671259-a47f-474d-9aa7-70cdae753690 req-04d188af-e5e0-4fbf-bfb0-b98d41d01898 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0567153 Apr 06 12:40:07.987500 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-36671259-a47f-474d-9aa7-70cdae753690 req-e28a82b5-1463-4d41-ac67-1bcd45e67801 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Apr 06 12:40:08.061392 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2704d324-2e99-465c-a384-3ed1b10624f7 req-54807c5f-041f-440d-bec1-bf23b1ba6396 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:08.062963 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2704d324-2e99-465c-a384-3ed1b10624f7 req-54807c5f-041f-440d-bec1-bf23b1ba6396 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0526261 Apr 06 12:40:08.109989 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2704d324-2e99-465c-a384-3ed1b10624f7 req-d0f6205b-f5da-4534-8b78-804191d4bce2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413961 Apr 06 12:40:08.790928 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adbd43-f852-4c76-b8fb-f017ddc9da01 req-bde37d46-969c-4248-84a4-04f2adf8ab8d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:08.792391 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c0adbd43-f852-4c76-b8fb-f017ddc9da01 req-bde37d46-969c-4248-84a4-04f2adf8ab8d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0556588 Apr 06 12:40:08.837587 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c0adbd43-f852-4c76-b8fb-f017ddc9da01 req-e8b27ce0-c7c3-4fc7-ae0a-ce7e9154567e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395231 Apr 06 12:40:09.104650 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d4e7f-8123-4c4f-9248-b48da5241492 req-482f0e38-b131-4af3-82b0-b27c4b03fc59 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:09.106116 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-578d4e7f-8123-4c4f-9248-b48da5241492 req-482f0e38-b131-4af3-82b0-b27c4b03fc59 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0529773 Apr 06 12:40:09.160774 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-578d4e7f-8123-4c4f-9248-b48da5241492 req-25672aa5-c219-4757-94cd-600bdaa09116 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491252 Apr 06 12:40:09.229611 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd698c57-2124-419d-b91c-196c65d7c7d6 req-d058ab76-6830-4962-8a2d-2ab865a5b662 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:09.231170 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fd698c57-2124-419d-b91c-196c65d7c7d6 req-d058ab76-6830-4962-8a2d-2ab865a5b662 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0549932 Apr 06 12:40:09.283173 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fd698c57-2124-419d-b91c-196c65d7c7d6 req-214d1d60-e7f3-4540-bf97-70d75fce4707 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Apr 06 12:40:09.298558 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37b48921-39fb-4e15-9406-96820d15843f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:09.962336 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af0aa1-6614-40a3-ab5a-8c78f595ff06 req-36a0584a-1e9e-4c77-b8c8-b3dab229d9f1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:09.965242 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c0af0aa1-6614-40a3-ab5a-8c78f595ff06 req-36a0584a-1e9e-4c77-b8c8-b3dab229d9f1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0572872 Apr 06 12:40:10.014139 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c0af0aa1-6614-40a3-ab5a-8c78f595ff06 req-6d979cab-b34c-4aba-8e0b-f4e20c2dc83f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434637 Apr 06 12:40:10.207532 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:40:10.280328 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9a509-1b6c-4c8c-94ba-1b3c54c17b0e req-f9c7c2c3-9d39-4b84-b1f8-87051b20dda3 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:10.281962 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-24a9a509-1b6c-4c8c-94ba-1b3c54c17b0e req-f9c7c2c3-9d39-4b84-b1f8-87051b20dda3 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0551350 Apr 06 12:40:10.330907 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-24a9a509-1b6c-4c8c-94ba-1b3c54c17b0e req-2eba2f7a-5e5f-4914-a50c-f3034ae8a279 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Apr 06 12:40:10.367300 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:40:10.371341 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:40:10.371742 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:10.408463 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468f4d8-8a29-45db-a7ff-b3dbccd00658 req-c1a434b0-f57c-4c77-90e1-fdce43188d26 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:10.411104 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a468f4d8-8a29-45db-a7ff-b3dbccd00658 req-c1a434b0-f57c-4c77-90e1-fdce43188d26 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0575662 Apr 06 12:40:10.454847 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:40:10.455296 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:10.461128 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a468f4d8-8a29-45db-a7ff-b3dbccd00658 req-ef860f92-bffc-4a0c-8eae-43b16701ba7c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446973 Apr 06 12:40:10.478017 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:40:10.480982 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f7bcd9-46ed-4e1f-8ce4-360e32082512" -d '{"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-plugged", "status": "completed", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:40:10.497872 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:40:10.516874 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e395ab24-142d-43ed-b18c-0014ac067d11 x-openstack-request-id: req-e395ab24-142d-43ed-b18c-0014ac067d11 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:40:10.517189 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-plugged", "status": "completed", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:40:10.517449 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e395ab24-142d-43ed-b18c-0014ac067d11 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:40:10.517851 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e395ab24-142d-43ed-b18c-0014ac067d11'] response: {'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'code': 200} Apr 06 12:40:10.567138 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:10.615708 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:11.136146 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c29af-b476-4cd5-bbb4-2254ba42ae47 req-ce69af10-fca6-4343-a1e4-f0cf069a84eb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:11.137697 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d8c29af-b476-4cd5-bbb4-2254ba42ae47 req-ce69af10-fca6-4343-a1e4-f0cf069a84eb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0541439 Apr 06 12:40:11.194174 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d8c29af-b476-4cd5-bbb4-2254ba42ae47 req-bbd8b727-aa9e-496f-bc6c-a5dfc58c4038 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504363 Apr 06 12:40:11.450907 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc097837-5d7c-4b10-a1db-a4777f3ab996 req-8d0c7efd-68e8-4660-920e-53a0a6811615 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:11.452372 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cc097837-5d7c-4b10-a1db-a4777f3ab996 req-8d0c7efd-68e8-4660-920e-53a0a6811615 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Apr 06 12:40:11.508080 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cc097837-5d7c-4b10-a1db-a4777f3ab996 req-d275eb89-00f4-4565-9b3d-6fe027e6cd46 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500505 Apr 06 12:40:11.584116 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58ef7d-bbeb-499a-8c30-52ea1ce92801 req-875ff7d7-4751-4d08-b1a2-3ee68d574191 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:11.586829 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-db58ef7d-bbeb-499a-8c30-52ea1ce92801 req-875ff7d7-4751-4d08-b1a2-3ee68d574191 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0556328 Apr 06 12:40:11.635403 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-db58ef7d-bbeb-499a-8c30-52ea1ce92801 req-5943ea66-b0cc-4e92-b122-8f6588b3acc9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Apr 06 12:40:11.806543 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f7cb1439-af53-4f9e-b1df-727a8e5074e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:12.314387 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d984da-ecf5-4356-bff1-bf0f5e648d21 req-56e3df35-b11e-441e-a04e-ae895f71dcd9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:12.315900 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-31d984da-ecf5-4356-bff1-bf0f5e648d21 req-56e3df35-b11e-441e-a04e-ae895f71dcd9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0511308 Apr 06 12:40:12.362602 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-31d984da-ecf5-4356-bff1-bf0f5e648d21 req-8879fe66-4fde-44b3-999d-4a3698df8e41 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411608 Apr 06 12:40:12.636190 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e542763-7aa8-4ed4-b50e-65bb59a3fbec req-9348d72f-76df-40d5-8e0d-502d6a4d840b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:12.637712 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1e542763-7aa8-4ed4-b50e-65bb59a3fbec req-9348d72f-76df-40d5-8e0d-502d6a4d840b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0570118 Apr 06 12:40:12.687366 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1e542763-7aa8-4ed4-b50e-65bb59a3fbec req-4d24fa22-f0a8-442b-b2da-21087544cc2e tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 Apr 06 12:40:12.770472 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d1ea4-7764-465e-a480-292118b2c7a7 req-6f55e5f4-bff4-4c42-bdf9-c8558f54d76f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:12.771909 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-224d1ea4-7764-465e-a480-292118b2c7a7 req-6f55e5f4-bff4-4c42-bdf9-c8558f54d76f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0550437 Apr 06 12:40:12.817755 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-224d1ea4-7764-465e-a480-292118b2c7a7 req-34e93f20-464e-4105-a3bf-de169403d267 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Apr 06 12:40:12.982696 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:13.485732 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f241b82-f190-4415-93b5-9c33c3068070 req-8a419de5-04c1-41f6-b28b-0cfb42e73cbf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:13.487229 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3f241b82-f190-4415-93b5-9c33c3068070 req-8a419de5-04c1-41f6-b28b-0cfb42e73cbf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0544531 Apr 06 12:40:13.533148 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3f241b82-f190-4415-93b5-9c33c3068070 req-93e4a175-eafc-467d-a1a6-0f7fadc7db5c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401001 Apr 06 12:40:13.818331 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8777b-f4b6-499b-9c68-fe012a981998 req-e33a3bb9-89ed-4acb-9928-319767b3ea84 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:13.819814 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-62e8777b-f4b6-499b-9c68-fe012a981998 req-e33a3bb9-89ed-4acb-9928-319767b3ea84 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0605464 Apr 06 12:40:13.867107 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-62e8777b-f4b6-499b-9c68-fe012a981998 req-e716032d-4f4e-476d-bc67-7c9a0d0f4892 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Apr 06 12:40:13.941564 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81b045-fbd3-4d15-9130-e810ed8aa774 req-e5fd57ff-86f8-43be-810c-a751d6e527d8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:13.941564 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c81b045-fbd3-4d15-9130-e810ed8aa774 req-e5fd57ff-86f8-43be-810c-a751d6e527d8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0510666 Apr 06 12:40:13.992861 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c81b045-fbd3-4d15-9130-e810ed8aa774 req-24824307-61f1-47c0-a390-236a6583f024 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457778 Apr 06 12:40:14.532376 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:14.671357 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3c06f-133c-4563-b053-7798da54c011 req-c8541c10-d329-4c26-90d5-043dafd2d9e3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:14.672864 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-50c3c06f-133c-4563-b053-7798da54c011 req-c8541c10-d329-4c26-90d5-043dafd2d9e3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0588899 Apr 06 12:40:14.718791 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-50c3c06f-133c-4563-b053-7798da54c011 req-795d1905-dcee-4fc2-af89-f0e6c04e323d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Apr 06 12:40:14.986703 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e736d-5d01-46ca-9bf2-ef054d999b7f req-35b0bec4-2fc5-4401-875b-48577e757c9c tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:14.988225 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e20e736d-5d01-46ca-9bf2-ef054d999b7f req-35b0bec4-2fc5-4401-875b-48577e757c9c tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0555923 Apr 06 12:40:15.037156 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e20e736d-5d01-46ca-9bf2-ef054d999b7f req-65109e66-90bc-4bd0-b9df-053d2d6fcfa1 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Apr 06 12:40:15.115962 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a1981-bf18-4c6f-bcec-4699469a3f94 req-6bab1df8-1f16-4952-8493-880d84161f2c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:15.117684 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb5a1981-bf18-4c6f-bcec-4699469a3f94 req-6bab1df8-1f16-4952-8493-880d84161f2c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0557923 Apr 06 12:40:15.162977 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb5a1981-bf18-4c6f-bcec-4699469a3f94 req-8a1caaea-9bdc-4c1e-8a12-5e2481282ce1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395679 Apr 06 12:40:15.841460 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771b43-99f2-4b9b-a4da-69eaca349f30 req-4c8a17b9-8622-4142-811b-04b30d7122d7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:15.842992 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-42771b43-99f2-4b9b-a4da-69eaca349f30 req-4c8a17b9-8622-4142-811b-04b30d7122d7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0524390 Apr 06 12:40:15.895759 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-42771b43-99f2-4b9b-a4da-69eaca349f30 req-d4029fce-f543-4d64-b444-61c9d9156620 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452867 Apr 06 12:40:16.030162 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:16.154533 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6f7a5-f830-4b27-b759-04cbf73faaa1 req-b045b332-3687-445c-b2c7-4c1db1b3424e tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:16.156014 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-98a6f7a5-f830-4b27-b759-04cbf73faaa1 req-b045b332-3687-445c-b2c7-4c1db1b3424e tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0527179 Apr 06 12:40:16.209310 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-98a6f7a5-f830-4b27-b759-04cbf73faaa1 req-e7954dc3-eb22-4364-b233-50a53f56095a tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455387 Apr 06 12:40:16.284053 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9e36-dcc9-48c6-a9b3-e4e32a72ebc4 req-182feb19-51bb-40ac-800f-20c3934695f9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:16.285526 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9eba9e36-dcc9-48c6-a9b3-e4e32a72ebc4 req-182feb19-51bb-40ac-800f-20c3934695f9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0521781 Apr 06 12:40:16.336374 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9eba9e36-dcc9-48c6-a9b3-e4e32a72ebc4 req-b20ee118-0e29-4627-9773-e77e17dcf917 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Apr 06 12:40:17.034505 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f093d6a-2f63-40ea-8a41-e1ab085a20ce req-af702837-f69f-40fe-bbf7-bb4cb2ee0f21 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:17.036045 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3f093d6a-2f63-40ea-8a41-e1ab085a20ce req-af702837-f69f-40fe-bbf7-bb4cb2ee0f21 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0535958 Apr 06 12:40:17.086466 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3f093d6a-2f63-40ea-8a41-e1ab085a20ce req-0eec4141-c1e0-4f33-8178-4d94fb39bca1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444643 Apr 06 12:40:17.330960 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b655e-6584-4dd8-b8da-30abf306280c req-ad015efb-7be0-4de9-a863-b49d1a45dc47 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:17.332496 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-812b655e-6584-4dd8-b8da-30abf306280c req-ad015efb-7be0-4de9-a863-b49d1a45dc47 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0583439 Apr 06 12:40:17.382039 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-812b655e-6584-4dd8-b8da-30abf306280c req-7cf5ef67-976e-48eb-8c94-1a25d1fd54cd tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433719 Apr 06 12:40:17.454106 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9acf5e-de02-46f5-9ec6-ad636a83304d req-a63fe362-902a-4df4-8347-58b4043069f7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:17.455760 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9e9acf5e-de02-46f5-9ec6-ad636a83304d req-a63fe362-902a-4df4-8347-58b4043069f7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0521476 Apr 06 12:40:17.505132 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9e9acf5e-de02-46f5-9ec6-ad636a83304d req-42d8f140-288c-4d47-98ad-9774261698b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 Apr 06 12:40:18.115588 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df53fe-2dbf-4210-bae6-0c1dcf44804e req-a98d0dea-b714-4172-9378-a6c7c2abb484 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:18.117344 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-79df53fe-2dbf-4210-bae6-0c1dcf44804e req-a98d0dea-b714-4172-9378-a6c7c2abb484 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0615392 Apr 06 12:40:18.171247 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-79df53fe-2dbf-4210-bae6-0c1dcf44804e req-cf5dd646-216c-4f8a-8c04-a7a8e3760eda tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474992 Apr 06 12:40:18.225254 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e63fe7-c889-45fd-8cf3-2113378db8ae req-e36be359-62d9-494d-ab40-fabf270bb0f8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:18.226728 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b8e63fe7-c889-45fd-8cf3-2113378db8ae req-e36be359-62d9-494d-ab40-fabf270bb0f8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0542669 Apr 06 12:40:18.282011 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b8e63fe7-c889-45fd-8cf3-2113378db8ae req-7cadeb9b-5b14-48d7-a5ce-218c4db27b5d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486934 Apr 06 12:40:18.498654 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b38cbd-1ab1-4971-9617-4b8788cbbaae req-0557b4f5-bc3b-4c39-b9ab-eaeac85524e6 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:18.500061 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e5b38cbd-1ab1-4971-9617-4b8788cbbaae req-0557b4f5-bc3b-4c39-b9ab-eaeac85524e6 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0525544 Apr 06 12:40:18.549930 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e5b38cbd-1ab1-4971-9617-4b8788cbbaae req-45923578-19cc-46b7-ba08-4d10aad06aff tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440257 Apr 06 12:40:19.343130 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7aa3d-eeda-4c49-a6df-df6de1ca24dc req-4a96c139-3942-4812-b319-41f68435b54e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:19.344863 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06f7aa3d-eeda-4c49-a6df-df6de1ca24dc req-4a96c139-3942-4812-b319-41f68435b54e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0835242 Apr 06 12:40:19.439594 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06f7aa3d-eeda-4c49-a6df-df6de1ca24dc req-f4ca1b49-2dbb-4070-9d2a-3ec8e30b9d5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889773 Apr 06 12:40:19.472288 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef4d99-994b-4c5d-ad95-f34cd906370c req-29be5db9-43d7-4ec0-bb32-8924a85044c4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:19.473463 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ddef4d99-994b-4c5d-ad95-f34cd906370c req-29be5db9-43d7-4ec0-bb32-8924a85044c4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0785551 Apr 06 12:40:19.525016 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ddef4d99-994b-4c5d-ad95-f34cd906370c req-f17782d5-e0b3-48ef-bb40-b674373c47ad tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451870 Apr 06 12:40:19.785548 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 42836) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:19.926459 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae94061e-5e20-411c-8cea-8ac160b2d4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:20.021280 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae94061e-5e20-411c-8cea-8ac160b2d4e4 admin admin] Publish callbacks [] for security_group (009dd023-e456-4fb7-8a8f-79bfe831796c), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:20.081984 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae94061e-5e20-411c-8cea-8ac160b2d4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (009dd023-e456-4fb7-8a8f-79bfe831796c), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:20.127229 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ae94061e-5e20-411c-8cea-8ac160b2d4e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a1ce4edceb449d7a84abe1de979696c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405719 Apr 06 12:40:20.128427 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94061e-5e20-411c-8cea-8ac160b2d4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009dd023-e456-4fb7-8a8f-79bfe831796c,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:20.129936 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 42842) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:20.180606 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9355d8a7-db09-4775-8199-b27123826fe5 admin admin] Publish callbacks [] for security_group (009dd023-e456-4fb7-8a8f-79bfe831796c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:20.204066 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9355d8a7-db09-4775-8199-b27123826fe5 admin admin] Publish callbacks [] for security_group (009dd023-e456-4fb7-8a8f-79bfe831796c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:20.338033 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9355d8a7-db09-4775-8199-b27123826fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (009dd023-e456-4fb7-8a8f-79bfe831796c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:20.341738 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9355d8a7-db09-4775-8199-b27123826fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:20.343139 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9355d8a7-db09-4775-8199-b27123826fe5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/009dd023-e456-4fb7-8a8f-79bfe831796c HTTP/1.1" status: 204 len: 168 time: 0.2120705 Apr 06 12:40:20.351241 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355d8a7-db09-4775-8199-b27123826fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009dd023-e456-4fb7-8a8f-79bfe831796c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:20.574259 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7f3ed-8268-4fa0-a922-3be6fd8fff87 req-8a273dbe-1dbf-4d2e-98d3-4a84e3b9d5e7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:20.581279 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ef7f3ed-8268-4fa0-a922-3be6fd8fff87 req-8a273dbe-1dbf-4d2e-98d3-4a84e3b9d5e7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0558009 Apr 06 12:40:20.656107 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ef7f3ed-8268-4fa0-a922-3be6fd8fff87 req-6b93e41b-06b5-4ff2-a0e2-1de97533822a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729604 Apr 06 12:40:20.684230 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107da1d-86ac-4fdd-94bd-9f1d0e4fc253 req-33991738-4e4c-4d3a-95d4-e1d4e4f92190 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:20.685792 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c107da1d-86ac-4fdd-94bd-9f1d0e4fc253 req-33991738-4e4c-4d3a-95d4-e1d4e4f92190 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0800357 Apr 06 12:40:20.740509 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c107da1d-86ac-4fdd-94bd-9f1d0e4fc253 req-bf4ade12-3c82-466f-8ff7-ae4bdcc758be tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488906 Apr 06 12:40:20.925198 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 42862) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:20.939186 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-89083ce1-917b-49d0-a2ad-15545d7686b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:21.017916 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-89083ce1-917b-49d0-a2ad-15545d7686b4 admin admin] Publish callbacks [] for security_group (0bfdcdd1-3f27-4974-8639-577d535a6e83), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:21.086310 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-89083ce1-917b-49d0-a2ad-15545d7686b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0bfdcdd1-3f27-4974-8639-577d535a6e83), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:21.125325 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89083ce1-917b-49d0-a2ad-15545d7686b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfdcdd1-3f27-4974-8639-577d535a6e83,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:21.129493 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-89083ce1-917b-49d0-a2ad-15545d7686b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23ab14664ed64498ac281ce29c864e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033005 Apr 06 12:40:21.133056 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 42866) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:21.186500 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2a299162-8cdf-4c1b-8c17-7aef5611d0ff admin admin] Publish callbacks [] for security_group (0bfdcdd1-3f27-4974-8639-577d535a6e83), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:21.209241 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2a299162-8cdf-4c1b-8c17-7aef5611d0ff admin admin] Publish callbacks [] for security_group (0bfdcdd1-3f27-4974-8639-577d535a6e83), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:21.345301 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2a299162-8cdf-4c1b-8c17-7aef5611d0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0bfdcdd1-3f27-4974-8639-577d535a6e83), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:21.348058 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2a299162-8cdf-4c1b-8c17-7aef5611d0ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:21.349353 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2a299162-8cdf-4c1b-8c17-7aef5611d0ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bfdcdd1-3f27-4974-8639-577d535a6e83 HTTP/1.1" status: 204 len: 168 time: 0.2159381 Apr 06 12:40:21.364070 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a299162-8cdf-4c1b-8c17-7aef5611d0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfdcdd1-3f27-4974-8639-577d535a6e83,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:21.787371 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10735d-3e8a-4bd0-aeec-9bc27791f2c3 req-75c8d19b-546d-45e6-a60c-ff9eb53459a7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:21.788914 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0b10735d-3e8a-4bd0-aeec-9bc27791f2c3 req-75c8d19b-546d-45e6-a60c-ff9eb53459a7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0619426 Apr 06 12:40:21.865285 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0b10735d-3e8a-4bd0-aeec-9bc27791f2c3 req-bb9a6448-7352-4687-b0c9-584edba9a9c2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707729 Apr 06 12:40:21.894179 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9387308-6699-4d12-aa7e-7966f68c10b2 req-17a6f702-7b2f-4636-84ea-724666282f2a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:21.895687 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e9387308-6699-4d12-aa7e-7966f68c10b2 req-17a6f702-7b2f-4636-84ea-724666282f2a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0750527 Apr 06 12:40:21.952029 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e9387308-6699-4d12-aa7e-7966f68c10b2 req-efcb222d-d1e4-41e8-b5ec-a9041b58f426 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491247 Apr 06 12:40:22.056739 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 42886) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:22.072738 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-091939c5-f8df-4f3f-9a92-4fbb730eefd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:22.148081 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-091939c5-f8df-4f3f-9a92-4fbb730eefd0 admin admin] Publish callbacks [] for security_group (09eaf8e5-c2d5-4779-af5c-372cdaea68a8), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:22.202103 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-091939c5-f8df-4f3f-9a92-4fbb730eefd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (09eaf8e5-c2d5-4779-af5c-372cdaea68a8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:22.239151 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091939c5-f8df-4f3f-9a92-4fbb730eefd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eaf8e5-c2d5-4779-af5c-372cdaea68a8,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:22.243730 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-091939c5-f8df-4f3f-9a92-4fbb730eefd0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb5b6d6790fe4e6d8ce1d975ecfc5bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859980 Apr 06 12:40:22.247403 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 42890) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:22.293971 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8a3d-8b39-4bb6-a609-ca253b9b112f admin admin] Publish callbacks [] for security_group (09eaf8e5-c2d5-4779-af5c-372cdaea68a8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:22.315560 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8a3d-8b39-4bb6-a609-ca253b9b112f admin admin] Publish callbacks [] for security_group (09eaf8e5-c2d5-4779-af5c-372cdaea68a8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:22.446342 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8a3d-8b39-4bb6-a609-ca253b9b112f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (09eaf8e5-c2d5-4779-af5c-372cdaea68a8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:22.449152 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ae8c8a3d-8b39-4bb6-a609-ca253b9b112f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:22.450474 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ae8c8a3d-8b39-4bb6-a609-ca253b9b112f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/09eaf8e5-c2d5-4779-af5c-372cdaea68a8 HTTP/1.1" status: 204 len: 168 time: 0.2023377 Apr 06 12:40:22.459761 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c8a3d-8b39-4bb6-a609-ca253b9b112f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eaf8e5-c2d5-4779-af5c-372cdaea68a8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:23.004273 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f7c11-a5f3-46dd-af2f-083dce3abb86 req-1e829cb7-5304-4364-842f-a15f55555a81 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:23.008844 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-606f7c11-a5f3-46dd-af2f-083dce3abb86 req-1e829cb7-5304-4364-842f-a15f55555a81 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0673995 Apr 06 12:40:23.089170 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-606f7c11-a5f3-46dd-af2f-083dce3abb86 req-0c9abd55-6ffb-41c9-b42f-7f97966714c5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771637 Apr 06 12:40:23.106692 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18445a9b-7daf-404b-88d7-166744d8b250 req-76d8b55c-fac9-47ae-8e55-806095b4b12e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:23.108178 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18445a9b-7daf-404b-88d7-166744d8b250 req-76d8b55c-fac9-47ae-8e55-806095b4b12e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0782919 Apr 06 12:40:23.164410 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18445a9b-7daf-404b-88d7-166744d8b250 req-91f3367e-c607-4f6a-9310-67c1e763b97d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459580 Apr 06 12:40:23.378376 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea111213-0563-468b-a30c-d8c6ae82d6f2 req-a2125813-5972-4db5-929e-6c77f536dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:23.379989 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ea111213-0563-468b-a30c-d8c6ae82d6f2 req-a2125813-5972-4db5-929e-6c77f536dc13 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 1129 time: 0.0872874 Apr 06 12:40:23.387994 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-15fee677-f686-48f6-9f1b-87e5e722af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:23.389456 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-15fee677-f686-48f6-9f1b-87e5e722af94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 1130 time: 0.0887775 Apr 06 12:40:23.488008 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ea111213-0563-468b-a30c-d8c6ae82d6f2 req-ea38d96a-64bb-47ec-9829-a20bf0715bbe service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962129 Apr 06 12:40:23.518874 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-53df3c96-a41a-4440-b11d-4ebed542d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:23.520981 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-53df3c96-a41a-4440-b11d-4ebed542d5d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.1228836 Apr 06 12:40:24.035347 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-93289dba-7502-4f65-8903-8c7a3decff9e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d16a50-abc0-4529-8ad8-c5c130491a86 HTTP/1.1" status: 200 len: 217 time: 0.0367975 Apr 06 12:40:24.084046 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-88ccd6a7-93fc-4683-9f50-5da63e4f2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:24.085514 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-88ccd6a7-93fc-4683-9f50-5da63e4f2e03 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0443368 Apr 06 12:40:24.241968 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88adb7-8e6e-482e-9b4f-9587db99d2b0 req-790bf217-0917-42fd-9c2f-19737026f689 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:24.244061 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eb88adb7-8e6e-482e-9b4f-9587db99d2b0 req-790bf217-0917-42fd-9c2f-19737026f689 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0654054 Apr 06 12:40:24.324019 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eb88adb7-8e6e-482e-9b4f-9587db99d2b0 req-28c0bdcd-213d-4075-b78c-6fbdc6bb41ce tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704594 Apr 06 12:40:24.332393 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8b8e9-d2bc-41ee-bc3c-c46951464e0b req-b7b4d0a6-69da-4b81-8b49-f27a8c6564e2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:24.336256 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-21f8b8e9-d2bc-41ee-bc3c-c46951464e0b req-b7b4d0a6-69da-4b81-8b49-f27a8c6564e2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0912552 Apr 06 12:40:24.391168 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-21f8b8e9-d2bc-41ee-bc3c-c46951464e0b req-e3f807b1-fd50-44fb-a3b4-c47d6bda0f4f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517738 Apr 06 12:40:25.447951 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65271c5-364e-47a9-ad3b-4f46fab7526c req-827d8a44-f3bb-4bbd-b08e-f0a55b41a21e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:25.449454 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f65271c5-364e-47a9-ad3b-4f46fab7526c req-827d8a44-f3bb-4bbd-b08e-f0a55b41a21e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0556078 Apr 06 12:40:25.488250 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:25.532727 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f65271c5-364e-47a9-ad3b-4f46fab7526c req-1c86268b-3181-42d5-a095-ca707e959b42 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770993 Apr 06 12:40:25.547704 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717fb8d4-7d92-4ee9-b597-371e2ebb4cf7 req-f3ca71f8-aa2a-42cd-b8d3-b66d6f57879b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:25.549134 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-717fb8d4-7d92-4ee9-b597-371e2ebb4cf7 req-f3ca71f8-aa2a-42cd-b8d3-b66d6f57879b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0801041 Apr 06 12:40:25.598213 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-717fb8d4-7d92-4ee9-b597-371e2ebb4cf7 req-ce01dbc8-d106-4fcd-bb12-a61f9af7e87c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435534 Apr 06 12:40:26.648608 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0ba34-c50d-43b8-8ff1-6012ef9de769 req-dfe5cf3f-08ea-4e4f-a992-7d8cd5ab777b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:26.650153 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-26b0ba34-c50d-43b8-8ff1-6012ef9de769 req-dfe5cf3f-08ea-4e4f-a992-7d8cd5ab777b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0535121 Apr 06 12:40:26.732222 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-26b0ba34-c50d-43b8-8ff1-6012ef9de769 req-c9de95ea-d4b9-4299-b982-36555b4116a6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754151 Apr 06 12:40:26.748711 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08caff-09db-4917-bf43-cb09c24bba1c req-cea0377f-c1c8-4abc-b6e4-ac04f0515fc9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:26.750172 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa08caff-09db-4917-bf43-cb09c24bba1c req-cea0377f-c1c8-4abc-b6e4-ac04f0515fc9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0783937 Apr 06 12:40:26.796548 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa08caff-09db-4917-bf43-cb09c24bba1c req-4b32f827-b438-4d53-981c-f02516db6993 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409536 Apr 06 12:40:27.858581 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df578d-a0a1-4e61-8923-8af70b3e10df req-67694e14-a7cc-44b7-9d56-2067f8a4d617 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:27.860079 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-74df578d-a0a1-4e61-8923-8af70b3e10df req-67694e14-a7cc-44b7-9d56-2067f8a4d617 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0538239 Apr 06 12:40:27.946427 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7302d1c-905a-45ef-b8f8-6fd62a2d25a7 req-96f32984-8a75-48d4-bd2b-27fadd432d37 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:27.947888 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c7302d1c-905a-45ef-b8f8-6fd62a2d25a7 req-96f32984-8a75-48d4-bd2b-27fadd432d37 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0805004 Apr 06 12:40:27.951537 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-74df578d-a0a1-4e61-8923-8af70b3e10df req-da2b7ecd-a328-4ccc-a880-4db70356b64d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853851 Apr 06 12:40:28.177777 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c7302d1c-905a-45ef-b8f8-6fd62a2d25a7 req-338fee85-8bcb-4454-8d29-ef61871b2df1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231352 Apr 06 12:40:29.067677 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fac7b2-5444-4752-815e-f674e10b7634 req-c02b1be3-3c30-4e98-8fcc-a945b3400311 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:29.069139 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f4fac7b2-5444-4752-815e-f674e10b7634 req-c02b1be3-3c30-4e98-8fcc-a945b3400311 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0512974 Apr 06 12:40:29.115506 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f4fac7b2-5444-4752-815e-f674e10b7634 req-bf330c02-2bbd-459a-b83f-5e7775bc6780 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Apr 06 12:40:29.304970 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a65811-c240-45f2-8e5a-128040981789 req-16a84688-27a2-42ba-aa59-880e3176ba81 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:29.306445 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85a65811-c240-45f2-8e5a-128040981789 req-16a84688-27a2-42ba-aa59-880e3176ba81 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0551260 Apr 06 12:40:29.356761 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85a65811-c240-45f2-8e5a-128040981789 req-be8762c8-749d-4552-86da-7fea93a3accf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440066 Apr 06 12:40:29.418175 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-adce5bdd-e5f9-48bb-99bd-55210f292e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:29.419734 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-adce5bdd-e5f9-48bb-99bd-55210f292e56 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563335 Apr 06 12:40:29.511270 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-fb0d1d0a-eba5-43f6-b1b4-e16e6a3aab44 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838182 Apr 06 12:40:29.609360 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f6244df-b9a2-4264-97ea-dbd4da8525b8 req-5db6b2a8-f3e4-4359-b723-246f97083d78 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883443 Apr 06 12:40:30.234762 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afcd77-7267-43d5-98dc-21d1d39d7879 req-6e7d2e01-569a-4bdf-940d-edccd1b365c2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:30.236281 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-80afcd77-7267-43d5-98dc-21d1d39d7879 req-6e7d2e01-569a-4bdf-940d-edccd1b365c2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0541890 Apr 06 12:40:30.282769 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-80afcd77-7267-43d5-98dc-21d1d39d7879 req-3511eaac-c38e-43f0-864b-8111c58141b7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404639 Apr 06 12:40:30.480440 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a78257e-b0fb-44cf-8244-c260a35665ac req-6b342f0e-729e-4c9c-874e-6bb208adf8f8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:30.482473 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2a78257e-b0fb-44cf-8244-c260a35665ac req-6b342f0e-729e-4c9c-874e-6bb208adf8f8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0528157 Apr 06 12:40:30.532639 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2a78257e-b0fb-44cf-8244-c260a35665ac req-b25f412d-c8ec-42f9-849e-25d469d10e1e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426402 Apr 06 12:40:30.654497 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4603055-b028-4c43-be3b-2ed9d9657b16 req-d342f51a-0cc0-4dad-bb3d-9853c5c90638 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:30.655934 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c4603055-b028-4c43-be3b-2ed9d9657b16 req-d342f51a-0cc0-4dad-bb3d-9853c5c90638 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0560286 Apr 06 12:40:30.666706 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43078) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:30.672731 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-b1697d7e-ec4a-4490-8f23-4971446ba19a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'floatingip': {'port_id': '80aadd11-fbe9-423e-a801-7e4ef1ce2626'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:40:30.682204 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:40:30.750123 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1697d7e-ec4a-4490-8f23-4971446ba19a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (32a21285-2ca3-4cae-a790-84d077f7c34c), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:31.445654 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43118) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:31.491637 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1697d7e-ec4a-4490-8f23-4971446ba19a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:31.508843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1640d42-d9ce-401b-9af1-3d1ee16e0d96 req-3d95db5d-ba90-4e0d-92d2-7fb6faa80b74 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:31.508843 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1640d42-d9ce-401b-9af1-3d1ee16e0d96 req-3d95db5d-ba90-4e0d-92d2-7fb6faa80b74 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.1535113 Apr 06 12:40:31.565007 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1640d42-d9ce-401b-9af1-3d1ee16e0d96 req-aafa969c-39af-490c-ab18-32177f642332 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585499 Apr 06 12:40:31.573836 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1697d7e-ec4a-4490-8f23-4971446ba19a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (32a21285-2ca3-4cae-a790-84d077f7c34c), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:31.593291 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-69bf9303-7447-4ece-bb39-6235be8707fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:31.674785 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-69bf9303-7447-4ece-bb39-6235be8707fe admin admin] Publish callbacks [] for security_group (6e535844-034f-4e78-9d0f-55bf3ff446ca), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:31.684845 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-b1697d7e-ec4a-4490-8f23-4971446ba19a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Floating IP 32a21285-2ca3-4cae-a790-84d077f7c34c associated. External IP: 172.27.0.24, port: 80aadd11-fbe9-423e-a801-7e4ef1ce2626. Apr 06 12:40:31.762303 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-69bf9303-7447-4ece-bb39-6235be8707fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (6e535844-034f-4e78-9d0f-55bf3ff446ca), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:31.804318 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-69bf9303-7447-4ece-bb39-6235be8707fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d62b019a56145058b87d23fd0ff22c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575578 Apr 06 12:40:31.805485 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf9303-7447-4ece-bb39-6235be8707fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e535844-034f-4e78-9d0f-55bf3ff446ca,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:31.807829 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43138) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:31.883539 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d77e922a-5f97-4fa2-9d26-f1bbcc7612ff admin admin] Publish callbacks [] for security_group (6e535844-034f-4e78-9d0f-55bf3ff446ca), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:31.909883 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d77e922a-5f97-4fa2-9d26-f1bbcc7612ff admin admin] Publish callbacks [] for security_group (6e535844-034f-4e78-9d0f-55bf3ff446ca), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:31.922129 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1697d7e-ec4a-4490-8f23-4971446ba19a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Router 30b4dabb-48bf-487e-a649-d9d5c3389ece has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:40:32.050802 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d77e922a-5f97-4fa2-9d26-f1bbcc7612ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (6e535844-034f-4e78-9d0f-55bf3ff446ca), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:32.054997 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d77e922a-5f97-4fa2-9d26-f1bbcc7612ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:32.056333 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d77e922a-5f97-4fa2-9d26-f1bbcc7612ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e535844-034f-4e78-9d0f-55bf3ff446ca HTTP/1.1" status: 204 len: 168 time: 0.2476079 Apr 06 12:40:32.067578 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e922a-5f97-4fa2-9d26-f1bbcc7612ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e535844-034f-4e78-9d0f-55bf3ff446ca,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:32.069428 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1697d7e-ec4a-4490-8f23-4971446ba19a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:40:32.073773 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1697d7e-ec4a-4490-8f23-4971446ba19a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:32.090632 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] Sync routers for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:40:32.099291 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:40:32.102151 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:40:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:40:32.140746 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-b1697d7e-ec4a-4490-8f23-4971446ba19a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "PUT /v2.0/floatingips/32a21285-2ca3-4cae-a790-84d077f7c34c HTTP/1.1" status: 200 len: 990 time: 1.4729700 Apr 06 12:40:32.141886 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:40:32.143745 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390b4878-d8b5-42cc-86b3-08e46057741d" -d '{"events": [{"name": "network-changed", "server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:40:32.184109 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a41645a-c033-42f5-ba08-0f6ea07180ca x-openstack-request-id: req-4a41645a-c033-42f5-ba08-0f6ea07180ca {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:40:32.184473 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:40:32.184803 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a41645a-c033-42f5-ba08-0f6ea07180ca {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:40:32.185880 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a41645a-c033-42f5-ba08-0f6ea07180ca'] response: {'name': 'network-changed', 'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'status': 'completed', 'code': 200} Apr 06 12:40:32.229875 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:40:32.574873 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '32a21285-2ca3-4cae-a790-84d077f7c34c', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'port_id': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'mac_address': 'fa:16:3e:64:6b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916040fc-c761-410a-b99e-6506e1f60b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:39:16Z', 'updated_at': '2022-04-06T12:40:31Z', 'revision_number': 1, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:40:32.604487 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] Checking router: 30b4dabb-48bf-487e-a649-d9d5c3389ece for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:40:32.614335 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:40:32.615171 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:40:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:40:32.658009 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43156) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:32.676225 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f4458cd8-41fe-4469-be7a-a7826d7573fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:32.693686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6754-15e2-42e1-83e7-568e78e7ddd0 req-3cf4c05c-8f31-4028-af5a-24a1d7f21253 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:32.695363 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-49ac6754-15e2-42e1-83e7-568e78e7ddd0 req-3cf4c05c-8f31-4028-af5a-24a1d7f21253 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0541101 Apr 06 12:40:32.749141 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:40:32.789799 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f4458cd8-41fe-4469-be7a-a7826d7573fe admin admin] Publish callbacks [] for security_group (b613d1c2-07b2-4d0b-83a0-a4cfbd7c0d16), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:32.854540 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f4458cd8-41fe-4469-be7a-a7826d7573fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (b613d1c2-07b2-4d0b-83a0-a4cfbd7c0d16), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:32.901691 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f4458cd8-41fe-4469-be7a-a7826d7573fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3284fd1f6db499eaa274c7a136bddaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424648 Apr 06 12:40:32.903011 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4458cd8-41fe-4469-be7a-a7826d7573fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b613d1c2-07b2-4d0b-83a0-a4cfbd7c0d16,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:32.906178 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43162) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:32.960974 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-518e5dbd-c639-4d61-9da3-62856215752c admin admin] Publish callbacks [] for security_group (b613d1c2-07b2-4d0b-83a0-a4cfbd7c0d16), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:32.973619 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-49ac6754-15e2-42e1-83e7-568e78e7ddd0 req-82c16341-1053-43f2-a5e4-a37f195fcd3c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710209 Apr 06 12:40:32.984888 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-518e5dbd-c639-4d61-9da3-62856215752c admin admin] Publish callbacks [] for security_group (b613d1c2-07b2-4d0b-83a0-a4cfbd7c0d16), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:33.014482 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '32a21285-2ca3-4cae-a790-84d077f7c34c', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'port_id': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'mac_address': 'fa:16:3e:64:6b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916040fc-c761-410a-b99e-6506e1f60b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:39:16Z', 'updated_at': '2022-04-06T12:40:31Z', 'revision_number': 1, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:40:33.044432 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d14c819-d087-45ff-ab03-8882d237b6df None None] The sync data for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi is: [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '32a21285-2ca3-4cae-a790-84d077f7c34c', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'port_id': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'mac_address': 'fa:16:3e:64:6b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916040fc-c761-410a-b99e-6506e1f60b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:39:16Z', 'updated_at': '2022-04-06T12:40:31Z', 'revision_number': 1, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:40:33.105836 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-518e5dbd-c639-4d61-9da3-62856215752c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (b613d1c2-07b2-4d0b-83a0-a4cfbd7c0d16), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:33.109272 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-518e5dbd-c639-4d61-9da3-62856215752c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:33.110524 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-518e5dbd-c639-4d61-9da3-62856215752c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b613d1c2-07b2-4d0b-83a0-a4cfbd7c0d16 HTTP/1.1" status: 204 len: 168 time: 0.2030652 Apr 06 12:40:33.118668 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e5dbd-c639-4d61-9da3-62856215752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b613d1c2-07b2-4d0b-83a0-a4cfbd7c0d16,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:33.256297 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46a07d-4a85-49ad-98f1-1fd54ab50902 None None] New status for floating IP 32a21285-2ca3-4cae-a790-84d077f7c34c: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:40:34.093631 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d72c6-838e-4fdb-a0c8-d0df9ab140b8 req-8bf72004-781f-42af-8ae1-883c165cfa7a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:34.095172 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b7d72c6-838e-4fdb-a0c8-d0df9ab140b8 req-8bf72004-781f-42af-8ae1-883c165cfa7a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0534334 Apr 06 12:40:34.142571 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b7d72c6-838e-4fdb-a0c8-d0df9ab140b8 req-efaf5ce5-1337-41fd-9221-fe29ea1a5f79 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416017 Apr 06 12:40:35.260555 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33929-5c28-42cf-93b3-b241f200d333 req-93bb508b-66dc-4cd0-b68e-68bd8325273a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:35.262047 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-edb33929-5c28-42cf-93b3-b241f200d333 req-93bb508b-66dc-4cd0-b68e-68bd8325273a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0526528 Apr 06 12:40:35.314545 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-edb33929-5c28-42cf-93b3-b241f200d333 req-8408922e-56d8-4169-afea-99a20474d49e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468299 Apr 06 12:40:35.816829 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b4878-d8b5-42cc-86b3-08e46057741d req-132d3ba8-581b-4348-9770-0bec73b72618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:35.818344 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-390b4878-d8b5-42cc-86b3-08e46057741d req-132d3ba8-581b-4348-9770-0bec73b72618 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 1129 time: 0.0599275 Apr 06 12:40:35.915683 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b4878-d8b5-42cc-86b3-08e46057741d req-52c1c7f3-99a9-4795-9848-bdc5f2e334cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:35.917562 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-390b4878-d8b5-42cc-86b3-08e46057741d req-52c1c7f3-99a9-4795-9848-bdc5f2e334cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 917 time: 0.0929675 Apr 06 12:40:36.023694 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-390b4878-d8b5-42cc-86b3-08e46057741d req-a57f24d5-29e1-48db-822e-088df3543dfa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626 HTTP/1.1" status: 200 len: 1000 time: 0.0969458 Apr 06 12:40:36.075922 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b4878-d8b5-42cc-86b3-08e46057741d req-d3ddc6f6-cf7b-4ad2-b904-625025bec0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:36.077383 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-390b4878-d8b5-42cc-86b3-08e46057741d req-d3ddc6f6-cf7b-4ad2-b904-625025bec0f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0450187 Apr 06 12:40:36.128125 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b4878-d8b5-42cc-86b3-08e46057741d req-cceb5c32-281a-4f0e-85d9-7ac32730b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:36.129549 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-390b4878-d8b5-42cc-86b3-08e46057741d req-cceb5c32-281a-4f0e-85d9-7ac32730b7fe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452363 Apr 06 12:40:36.224663 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-390b4878-d8b5-42cc-86b3-08e46057741d req-e1d34b46-8f31-4f3a-83db-473f4f101033 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876994 Apr 06 12:40:36.320665 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-390b4878-d8b5-42cc-86b3-08e46057741d req-917b55b4-ee07-4e5c-8520-a23ebc331ea3 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842929 Apr 06 12:40:36.445223 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6666ef-9b58-4edd-9b90-57ba68108af1 req-d1ed0ebd-b865-4ed0-83d5-63b889c7b67f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:36.450529 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bb6666ef-9b58-4edd-9b90-57ba68108af1 req-d1ed0ebd-b865-4ed0-83d5-63b889c7b67f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0544829 Apr 06 12:40:36.499091 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bb6666ef-9b58-4edd-9b90-57ba68108af1 req-cf285f0c-aa3a-497f-a591-b698b0348c31 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457690 Apr 06 12:40:37.619483 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564bd39-c1cb-4060-9c33-f9f5e2a245a7 req-1f23562a-eebe-48af-8d95-22e93ae87724 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:37.620994 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1564bd39-c1cb-4060-9c33-f9f5e2a245a7 req-1f23562a-eebe-48af-8d95-22e93ae87724 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0546758 Apr 06 12:40:37.672733 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1564bd39-c1cb-4060-9c33-f9f5e2a245a7 req-147cc6b1-070a-435e-9017-eed1ab723b9e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Apr 06 12:40:38.801511 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a196b-8f6c-40ed-a8c8-b456e0638445 req-9e595bf4-f6ad-408d-89e9-bfe4ec4ca97d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:38.803248 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-501a196b-8f6c-40ed-a8c8-b456e0638445 req-9e595bf4-f6ad-408d-89e9-bfe4ec4ca97d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0604887 Apr 06 12:40:38.855829 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-501a196b-8f6c-40ed-a8c8-b456e0638445 req-077b7472-1849-48bd-8be6-bda485c92442 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467966 Apr 06 12:40:39.294191 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9b1950b-02ba-43a8-a0e7-17f232c8eb0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:39.976651 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c74286-9f99-4869-ba55-7088e479dfb0 req-a194e953-15ef-48df-8fe5-7a0319a39aa0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:39.978131 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-56c74286-9f99-4869-ba55-7088e479dfb0 req-a194e953-15ef-48df-8fe5-7a0319a39aa0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0540853 Apr 06 12:40:40.028148 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-56c74286-9f99-4869-ba55-7088e479dfb0 req-96bd291a-8590-4933-bbfc-a83c82f519f0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442793 Apr 06 12:40:40.671912 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43382) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:40.780281 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-070a74cd-20af-48b8-8ca5-11ca076a1f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:40.868004 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-070a74cd-20af-48b8-8ca5-11ca076a1f81 admin admin] Publish callbacks [] for security_group (46b0f22a-0149-4ba1-9786-dcf883ee3c19), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:40.949713 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-070a74cd-20af-48b8-8ca5-11ca076a1f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (46b0f22a-0149-4ba1-9786-dcf883ee3c19), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:40.990215 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-070a74cd-20af-48b8-8ca5-11ca076a1f81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=924004126aa543c9a840ddf5e8c91539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166382 Apr 06 12:40:40.991072 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070a74cd-20af-48b8-8ca5-11ca076a1f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b0f22a-0149-4ba1-9786-dcf883ee3c19,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:40.993806 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43396) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:41.048226 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c148ba3f-b13a-4075-a1bc-d8f9efdaff61 admin admin] Publish callbacks [] for security_group (46b0f22a-0149-4ba1-9786-dcf883ee3c19), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.081213 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c148ba3f-b13a-4075-a1bc-d8f9efdaff61 admin admin] Publish callbacks [] for security_group (46b0f22a-0149-4ba1-9786-dcf883ee3c19), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.178424 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c76018-9a22-4545-95ae-74f3f36e9430 req-deb54b97-1cc2-4b50-8d1e-c192fd2a756b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:41.179972 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85c76018-9a22-4545-95ae-74f3f36e9430 req-deb54b97-1cc2-4b50-8d1e-c192fd2a756b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0603492 Apr 06 12:40:41.229381 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85c76018-9a22-4545-95ae-74f3f36e9430 req-63abd48b-84b7-40d9-8de6-4e2a05ca4022 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436451 Apr 06 12:40:41.275303 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c148ba3f-b13a-4075-a1bc-d8f9efdaff61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (46b0f22a-0149-4ba1-9786-dcf883ee3c19), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.279920 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c148ba3f-b13a-4075-a1bc-d8f9efdaff61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.279920 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c148ba3f-b13a-4075-a1bc-d8f9efdaff61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/46b0f22a-0149-4ba1-9786-dcf883ee3c19 HTTP/1.1" status: 204 len: 168 time: 0.2836235 Apr 06 12:40:41.289002 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148ba3f-b13a-4075-a1bc-d8f9efdaff61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b0f22a-0149-4ba1-9786-dcf883ee3c19,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:41.553225 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43434) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:41.677662 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2978bdd-4ac9-4381-9113-dadcf8714519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.750156 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2978bdd-4ac9-4381-9113-dadcf8714519 admin admin] Publish callbacks [] for security_group (cbdec388-3d46-480f-9c25-4712f0506997), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.823947 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2978bdd-4ac9-4381-9113-dadcf8714519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (cbdec388-3d46-480f-9c25-4712f0506997), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.824382 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-240f8f73-f92e-453f-97e2-bfcddb26697d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.870534 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c2978bdd-4ac9-4381-9113-dadcf8714519 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb67503f8897454eae95575eafadc7da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156750 Apr 06 12:40:41.871061 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2978bdd-4ac9-4381-9113-dadcf8714519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdec388-3d46-480f-9c25-4712f0506997,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:41.872967 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43444) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:41.936155 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-304de361-ab14-4afd-9094-bafcd864ea90 admin admin] Publish callbacks [] for security_group (cbdec388-3d46-480f-9c25-4712f0506997), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:41.958823 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-304de361-ab14-4afd-9094-bafcd864ea90 admin admin] Publish callbacks [] for security_group (cbdec388-3d46-480f-9c25-4712f0506997), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.027637 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43448) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:42.044265 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0715-9415-4380-a73c-7fdbc161c237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.082158 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-304de361-ab14-4afd-9094-bafcd864ea90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (cbdec388-3d46-480f-9c25-4712f0506997), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.084605 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-304de361-ab14-4afd-9094-bafcd864ea90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.085795 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-304de361-ab14-4afd-9094-bafcd864ea90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cbdec388-3d46-480f-9c25-4712f0506997 HTTP/1.1" status: 204 len: 168 time: 0.2065625 Apr 06 12:40:42.107455 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304de361-ab14-4afd-9094-bafcd864ea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdec388-3d46-480f-9c25-4712f0506997,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:42.155993 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0715-9415-4380-a73c-7fdbc161c237 admin admin] Publish callbacks [] for security_group (25543bcc-0229-47e5-8348-9af6bbe33375), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.220254 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ad7a0715-9415-4380-a73c-7fdbc161c237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (25543bcc-0229-47e5-8348-9af6bbe33375), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.260275 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ad7a0715-9415-4380-a73c-7fdbc161c237 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb84fbfcf2c8408ea3fe9bafb74e3ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315295 Apr 06 12:40:42.261698 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a0715-9415-4380-a73c-7fdbc161c237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25543bcc-0229-47e5-8348-9af6bbe33375,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:42.262935 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43458) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:42.316683 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-60930d17-1b02-47cf-aeef-112e78eaab20 admin admin] Publish callbacks [] for security_group (25543bcc-0229-47e5-8348-9af6bbe33375), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.341438 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-60930d17-1b02-47cf-aeef-112e78eaab20 admin admin] Publish callbacks [] for security_group (25543bcc-0229-47e5-8348-9af6bbe33375), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.356502 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a3371-2af9-4c85-834c-9d7c51138bd4 req-b71defd8-2baa-452a-aaf9-6d771ffc04dc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:42.358988 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5d5a3371-2af9-4c85-834c-9d7c51138bd4 req-b71defd8-2baa-452a-aaf9-6d771ffc04dc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0559683 Apr 06 12:40:42.410062 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5d5a3371-2af9-4c85-834c-9d7c51138bd4 req-8194dbc4-8846-4c71-874e-a3b90b6eecfa tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455155 Apr 06 12:40:42.481232 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-60930d17-1b02-47cf-aeef-112e78eaab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (25543bcc-0229-47e5-8348-9af6bbe33375), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.485902 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-60930d17-1b02-47cf-aeef-112e78eaab20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.488663 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-60930d17-1b02-47cf-aeef-112e78eaab20 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/25543bcc-0229-47e5-8348-9af6bbe33375 HTTP/1.1" status: 204 len: 168 time: 0.2246826 Apr 06 12:40:42.499257 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60930d17-1b02-47cf-aeef-112e78eaab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25543bcc-0229-47e5-8348-9af6bbe33375,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:42.765441 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43472) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:42.779317 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8d7fea5-1c32-482c-ba22-b19428dd19db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.852793 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43476) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:42.864993 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8d7fea5-1c32-482c-ba22-b19428dd19db admin admin] Publish callbacks [] for security_group (9e6a5381-0292-4457-a830-5501d3a541a7), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.949948 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a8d7fea5-1c32-482c-ba22-b19428dd19db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9e6a5381-0292-4457-a830-5501d3a541a7), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.977529 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bfdae5b3-8f61-4687-bf3d-51c4efac9efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:42.991880 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7fea5-1c32-482c-ba22-b19428dd19db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6a5381-0292-4457-a830-5501d3a541a7,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:42.998215 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.012234 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a8d7fea5-1c32-482c-ba22-b19428dd19db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=966696f94e994e0fb111e16a0d4ac2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455254 Apr 06 12:40:43.015322 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43488) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:43.081453 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-804f72f2-af0a-4440-9b1c-e45cc3a4a6eb admin admin] Publish callbacks [] for security_group (9e6a5381-0292-4457-a830-5501d3a541a7), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.087628 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bfdae5b3-8f61-4687-bf3d-51c4efac9efd admin admin] Publish callbacks [] for security_group (c53b9cce-d966-4fc6-99e6-979a2f98a891), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.105151 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-804f72f2-af0a-4440-9b1c-e45cc3a4a6eb admin admin] Publish callbacks [] for security_group (9e6a5381-0292-4457-a830-5501d3a541a7), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.129642 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bfdae5b3-8f61-4687-bf3d-51c4efac9efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (c53b9cce-d966-4fc6-99e6-979a2f98a891), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.179493 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-bfdae5b3-8f61-4687-bf3d-51c4efac9efd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=427672701ab64e3984d46e7b9c24dff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248701 Apr 06 12:40:43.180207 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43496) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:43.186801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdae5b3-8f61-4687-bf3d-51c4efac9efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53b9cce-d966-4fc6-99e6-979a2f98a891,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:43.240971 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-87fd2be3-aee4-46e6-899b-85886eef9068 admin admin] Publish callbacks [] for security_group (c53b9cce-d966-4fc6-99e6-979a2f98a891), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.265215 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-87fd2be3-aee4-46e6-899b-85886eef9068 admin admin] Publish callbacks [] for security_group (c53b9cce-d966-4fc6-99e6-979a2f98a891), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.267167 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-804f72f2-af0a-4440-9b1c-e45cc3a4a6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9e6a5381-0292-4457-a830-5501d3a541a7), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.270032 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-804f72f2-af0a-4440-9b1c-e45cc3a4a6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.271358 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-804f72f2-af0a-4440-9b1c-e45cc3a4a6eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e6a5381-0292-4457-a830-5501d3a541a7 HTTP/1.1" status: 204 len: 168 time: 0.2550690 Apr 06 12:40:43.290777 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f72f2-af0a-4440-9b1c-e45cc3a4a6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6a5381-0292-4457-a830-5501d3a541a7,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:43.471779 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-87fd2be3-aee4-46e6-899b-85886eef9068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (c53b9cce-d966-4fc6-99e6-979a2f98a891), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.474426 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-87fd2be3-aee4-46e6-899b-85886eef9068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:43.475861 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-87fd2be3-aee4-46e6-899b-85886eef9068 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c53b9cce-d966-4fc6-99e6-979a2f98a891 HTTP/1.1" status: 204 len: 168 time: 0.2941921 Apr 06 12:40:43.485921 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd2be3-aee4-46e6-899b-85886eef9068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53b9cce-d966-4fc6-99e6-979a2f98a891,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:43.539388 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88359a8e-4549-424f-aee3-f11bfbcddeed req-dd0eb767-9146-4225-b6c8-3751e8bfdede tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:43.541027 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-88359a8e-4549-424f-aee3-f11bfbcddeed req-dd0eb767-9146-4225-b6c8-3751e8bfdede tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0579948 Apr 06 12:40:43.601557 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-88359a8e-4549-424f-aee3-f11bfbcddeed req-44a3889c-cce8-4891-bdca-911fce7d87c4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548120 Apr 06 12:40:44.557588 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:44.736477 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376173b0-cf6d-4e8e-b431-d16b272075e1 req-f5750b2b-a0f8-4db0-a17b-be394d139253 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:44.739909 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-376173b0-cf6d-4e8e-b431-d16b272075e1 req-f5750b2b-a0f8-4db0-a17b-be394d139253 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0640206 Apr 06 12:40:44.790760 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-376173b0-cf6d-4e8e-b431-d16b272075e1 req-35e2c252-e014-497a-9a26-28382556fdaa tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459347 Apr 06 12:40:45.916157 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9254a95-8bf3-460b-9f57-1430f371c4d1 req-d63fd8b5-e267-4dc7-a6f7-9960d82fecdb tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:45.917645 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f9254a95-8bf3-460b-9f57-1430f371c4d1 req-d63fd8b5-e267-4dc7-a6f7-9960d82fecdb tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0564733 Apr 06 12:40:45.999751 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f9254a95-8bf3-460b-9f57-1430f371c4d1 req-9efb092d-34f6-4ba7-b705-e082d25144c4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754113 Apr 06 12:40:46.052505 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:46.659174 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43662) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:46.767833 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b0fdeb66-e80c-445c-9235-fef10850d5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:46.852911 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b0fdeb66-e80c-445c-9235-fef10850d5d7 admin admin] Publish callbacks [] for security_group (ff71862f-2950-43de-958e-54a787d53d34), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:46.911233 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b0fdeb66-e80c-445c-9235-fef10850d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (ff71862f-2950-43de-958e-54a787d53d34), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:46.955163 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b0fdeb66-e80c-445c-9235-fef10850d5d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18dc5ee81241476084e830eb099b3315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913132 Apr 06 12:40:46.955163 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdeb66-e80c-445c-9235-fef10850d5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff71862f-2950-43de-958e-54a787d53d34,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:46.955374 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43678) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:47.019122 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0a3f69e9-88db-47a6-bd61-bbef8fbb83b7 admin admin] Publish callbacks [] for security_group (ff71862f-2950-43de-958e-54a787d53d34), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:47.053136 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0a3f69e9-88db-47a6-bd61-bbef8fbb83b7 admin admin] Publish callbacks [] for security_group (ff71862f-2950-43de-958e-54a787d53d34), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:47.160515 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543a00f-d856-491f-8113-9682fdcae653 req-77f7cb31-44a5-4653-b5f4-993f80e843fe tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:47.162303 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a543a00f-d856-491f-8113-9682fdcae653 req-77f7cb31-44a5-4653-b5f4-993f80e843fe tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0575969 Apr 06 12:40:47.209182 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a543a00f-d856-491f-8113-9682fdcae653 req-5fd59df8-bdef-48d7-a3bf-e285bb4c82cc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Apr 06 12:40:47.240996 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0a3f69e9-88db-47a6-bd61-bbef8fbb83b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (ff71862f-2950-43de-958e-54a787d53d34), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:47.243846 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0a3f69e9-88db-47a6-bd61-bbef8fbb83b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:47.244969 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0a3f69e9-88db-47a6-bd61-bbef8fbb83b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff71862f-2950-43de-958e-54a787d53d34 HTTP/1.1" status: 204 len: 168 time: 0.2882740 Apr 06 12:40:47.287537 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3f69e9-88db-47a6-bd61-bbef8fbb83b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff71862f-2950-43de-958e-54a787d53d34,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:47.810590 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43690) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:47.823706 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8720c7dd-4bed-4ae9-aa60-2a81d5c0e45f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:47.898087 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8720c7dd-4bed-4ae9-aa60-2a81d5c0e45f admin admin] Publish callbacks [] for security_group (716dbf61-07ad-480b-bc93-99f8e11605a7), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:47.963103 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8720c7dd-4bed-4ae9-aa60-2a81d5c0e45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (716dbf61-07ad-480b-bc93-99f8e11605a7), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:48.006970 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-8720c7dd-4bed-4ae9-aa60-2a81d5c0e45f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d8d360ae3bb4cccab0657616f3593be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929948 Apr 06 12:40:48.006970 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720c7dd-4bed-4ae9-aa60-2a81d5c0e45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716dbf61-07ad-480b-bc93-99f8e11605a7,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:48.007511 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43700) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:48.068710 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-072528bf-570f-433c-b8ba-0aac06dd0aeb admin admin] Publish callbacks [] for security_group (716dbf61-07ad-480b-bc93-99f8e11605a7), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:48.092182 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-072528bf-570f-433c-b8ba-0aac06dd0aeb admin admin] Publish callbacks [] for security_group (716dbf61-07ad-480b-bc93-99f8e11605a7), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:48.209280 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-072528bf-570f-433c-b8ba-0aac06dd0aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (716dbf61-07ad-480b-bc93-99f8e11605a7), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:48.212244 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-072528bf-570f-433c-b8ba-0aac06dd0aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:48.216251 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-072528bf-570f-433c-b8ba-0aac06dd0aeb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/716dbf61-07ad-480b-bc93-99f8e11605a7 HTTP/1.1" status: 204 len: 168 time: 0.2042089 Apr 06 12:40:48.222313 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072528bf-570f-433c-b8ba-0aac06dd0aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716dbf61-07ad-480b-bc93-99f8e11605a7,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:48.349413 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05332ba-334f-4dc3-b308-ffd9613c3882 req-3590fa18-e746-47d3-a8ce-a067b06a8ff0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:48.350943 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a05332ba-334f-4dc3-b308-ffd9613c3882 req-3590fa18-e746-47d3-a8ce-a067b06a8ff0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0598471 Apr 06 12:40:48.423754 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a05332ba-334f-4dc3-b308-ffd9613c3882 req-27ebf6ab-fddb-4b0c-8b3a-b9ce2ce075ab tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661290 Apr 06 12:40:48.590973 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-78b2f7c8-ae49-4a60-951f-2fef478aa35b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f1cfb25425ce4aa8a6808f3cafc3540a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295634 Apr 06 12:40:48.783262 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1862-1d31-455a-afb3-d89f5492228c req-f75f608a-82b5-46c3-a61e-2fc09e672980 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:48.784727 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-f75f608a-82b5-46c3-a61e-2fc09e672980 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1885047 Apr 06 12:40:48.799969 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-da9e700f-3623-4efd-97f6-733f9faa00fa tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/quotas/f1cfb25425ce4aa8a6808f3cafc3540a HTTP/1.1" status: 200 len: 375 time: 0.0098307 Apr 06 12:40:48.835943 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-a7934614-c4b8-4462-b887-e3f74ef336c0 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f1cfb25425ce4aa8a6808f3cafc3540a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299816 Apr 06 12:40:49.178925 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4b978b9b-417f-48c2-ae28-710c7077ec4c req-e6c0df4c-34ce-4ffc-bd23-7c2dac3c29f8 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0488446 Apr 06 12:40:49.633885 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83c373-fefb-4b83-96a4-05afbf2342e5 req-c23d26a3-8a9b-45b7-a3d7-341db3b70052 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:49.635471 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ff83c373-fefb-4b83-96a4-05afbf2342e5 req-c23d26a3-8a9b-45b7-a3d7-341db3b70052 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0920527 Apr 06 12:40:49.684544 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d60174-0a2e-4362-9961-e287d413950a req-9fc2fe43-20c8-4d0a-a62e-0a93a67a2c1c tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:49.686198 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92d60174-0a2e-4362-9961-e287d413950a req-9fc2fe43-20c8-4d0a-a62e-0a93a67a2c1c tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.1017196 Apr 06 12:40:49.717526 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ff83c373-fefb-4b83-96a4-05afbf2342e5 req-3dbe1d52-1634-4b58-99b4-0c583f3511be tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760901 Apr 06 12:40:49.758832 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92d60174-0a2e-4362-9961-e287d413950a req-1db5f397-d38b-425e-ae99-add0daaca842 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608218 Apr 06 12:40:50.266930 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1360957b-f1de-4bdd-b426-8e7c6413cbe0 req-baffdfa9-2159-418c-b3e7-c93dbb723f58 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0266957 Apr 06 12:40:50.858163 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee782323-13ea-445d-918e-832e1fc7fc59 req-3e21b7f1-ea40-4fde-94ea-1ac5b934e547 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:50.859865 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee782323-13ea-445d-918e-832e1fc7fc59 req-3e21b7f1-ea40-4fde-94ea-1ac5b934e547 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0660570 Apr 06 12:40:50.941256 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290117e-c2f0-4330-8c05-bbfd02b29044 req-f7089e08-2fa3-4ca2-bd9a-bb147746e1ee tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:50.943192 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f290117e-c2f0-4330-8c05-bbfd02b29044 req-f7089e08-2fa3-4ca2-bd9a-bb147746e1ee tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.1047916 Apr 06 12:40:50.946461 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee782323-13ea-445d-918e-832e1fc7fc59 req-fb91152e-5d8b-4247-ae04-76aa5f26d5e3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673194 Apr 06 12:40:50.961424 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43876) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:51.015642 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f290117e-c2f0-4330-8c05-bbfd02b29044 req-1e79dc20-719c-46d6-a4c4-5686f7aca2ef tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Apr 06 12:40:51.103078 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b61e1c35-4a11-4d0a-97bd-d9b5d43bf490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:51.181454 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b61e1c35-4a11-4d0a-97bd-d9b5d43bf490 admin admin] Publish callbacks [] for security_group (a5c6c708-d0cd-4b9c-b193-483358c05b23), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:51.264180 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b61e1c35-4a11-4d0a-97bd-d9b5d43bf490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (a5c6c708-d0cd-4b9c-b193-483358c05b23), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:51.308127 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-b61e1c35-4a11-4d0a-97bd-d9b5d43bf490 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a9175b772374671a1f76d680e692abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425217 Apr 06 12:40:51.308127 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e1c35-4a11-4d0a-97bd-d9b5d43bf490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c6c708-d0cd-4b9c-b193-483358c05b23,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:51.308761 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43902) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:51.389952 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e93f6518-dcb4-4d29-b812-9ba8ebcb09ef req-2124143d-f1e7-44ee-849d-4a7e758ff1e2 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0350978 Apr 06 12:40:51.393172 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c8181b7-8ad4-42bd-8ee5-188393af7e56 admin admin] Publish callbacks [] for security_group (a5c6c708-d0cd-4b9c-b193-483358c05b23), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:51.415879 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c8181b7-8ad4-42bd-8ee5-188393af7e56 admin admin] Publish callbacks [] for security_group (a5c6c708-d0cd-4b9c-b193-483358c05b23), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:51.552353 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c8181b7-8ad4-42bd-8ee5-188393af7e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (a5c6c708-d0cd-4b9c-b193-483358c05b23), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:51.555043 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c8181b7-8ad4-42bd-8ee5-188393af7e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:51.556202 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-8c8181b7-8ad4-42bd-8ee5-188393af7e56 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5c6c708-d0cd-4b9c-b193-483358c05b23 HTTP/1.1" status: 204 len: 168 time: 0.2451670 Apr 06 12:40:51.564156 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8181b7-8ad4-42bd-8ee5-188393af7e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c6c708-d0cd-4b9c-b193-483358c05b23,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:52.080286 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a521b5-04c3-4494-95cc-6ad01e53ddf8 req-be59f8dd-6a14-4946-9832-2c25d4f58050 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:52.081783 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-71a521b5-04c3-4494-95cc-6ad01e53ddf8 req-be59f8dd-6a14-4946-9832-2c25d4f58050 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0549259 Apr 06 12:40:52.163425 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-71a521b5-04c3-4494-95cc-6ad01e53ddf8 req-599bb916-bad7-44a4-bf91-325709ed812d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671563 Apr 06 12:40:52.168401 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b887-0794-4d35-8d76-777c2fa86f53 req-0aebd9b5-3863-4ac1-80f9-f93295b04890 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:52.169890 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a636b887-0794-4d35-8d76-777c2fa86f53 req-0aebd9b5-3863-4ac1-80f9-f93295b04890 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0845914 Apr 06 12:40:52.217994 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a636b887-0794-4d35-8d76-777c2fa86f53 req-b984cb66-e5a2-4f9a-b1bd-cd5e82aea57b tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Apr 06 12:40:52.218201 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43928) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:52.231676 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96b998c1-ca4a-4d2d-9a40-0d0586cf5539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:52.304021 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96b998c1-ca4a-4d2d-9a40-0d0586cf5539 admin admin] Publish callbacks [] for security_group (49071c2c-c13a-48ed-bf4f-6aeb0cd4fca3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:52.351951 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96b998c1-ca4a-4d2d-9a40-0d0586cf5539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (49071c2c-c13a-48ed-bf4f-6aeb0cd4fca3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:52.390508 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-96b998c1-ca4a-4d2d-9a40-0d0586cf5539 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99cedaafcb8044eca40cbd90da50ebc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712182 Apr 06 12:40:52.393538 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b998c1-ca4a-4d2d-9a40-0d0586cf5539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49071c2c-c13a-48ed-bf4f-6aeb0cd4fca3,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:52.393892 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43930) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:52.445838 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-122f93ab-5e87-4fdb-8fd7-e526c32118c1 admin admin] Publish callbacks [] for security_group (49071c2c-c13a-48ed-bf4f-6aeb0cd4fca3), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:52.490965 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f012a81-169b-475f-948c-610cc474488a req-92d46c0b-618f-4a15-b529-4f26939d56cf tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0312309 Apr 06 12:40:52.492712 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-122f93ab-5e87-4fdb-8fd7-e526c32118c1 admin admin] Publish callbacks [] for security_group (49071c2c-c13a-48ed-bf4f-6aeb0cd4fca3), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:52.620802 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-122f93ab-5e87-4fdb-8fd7-e526c32118c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (49071c2c-c13a-48ed-bf4f-6aeb0cd4fca3), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:52.623385 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-122f93ab-5e87-4fdb-8fd7-e526c32118c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:52.624513 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-122f93ab-5e87-4fdb-8fd7-e526c32118c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/49071c2c-c13a-48ed-bf4f-6aeb0cd4fca3 HTTP/1.1" status: 204 len: 168 time: 0.2294550 Apr 06 12:40:52.637523 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f93ab-5e87-4fdb-8fd7-e526c32118c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49071c2c-c13a-48ed-bf4f-6aeb0cd4fca3,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:53.288442 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238426-629f-444f-bd64-bb5947758f2c req-21a8f44f-df6b-431e-9011-18cb14cf7666 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:53.289963 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5e238426-629f-444f-bd64-bb5947758f2c req-21a8f44f-df6b-431e-9011-18cb14cf7666 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0572305 Apr 06 12:40:53.315024 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43950) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:53.328320 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-722bc666-fffa-4cb3-8496-ee8dd588aaaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:53.369672 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5e238426-629f-444f-bd64-bb5947758f2c req-0685fba1-a02f-4232-9f3b-b92d9bdb219a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684252 Apr 06 12:40:53.380933 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f589dc-616e-4765-9aea-fdecb0fed651 req-bba0e0ff-50f3-4173-9098-b63a815d4654 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:53.382285 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f3f589dc-616e-4765-9aea-fdecb0fed651 req-bba0e0ff-50f3-4173-9098-b63a815d4654 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0898433 Apr 06 12:40:53.408703 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-722bc666-fffa-4cb3-8496-ee8dd588aaaa admin admin] Publish callbacks [] for security_group (3213768c-a381-43c1-bfbc-b65fc79dd048), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:53.440842 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f3f589dc-616e-4765-9aea-fdecb0fed651 req-ed524329-3d15-4619-b49e-281553a3cdf8 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Apr 06 12:40:53.458950 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-722bc666-fffa-4cb3-8496-ee8dd588aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (3213768c-a381-43c1-bfbc-b65fc79dd048), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:53.500329 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bc666-fffa-4cb3-8496-ee8dd588aaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3213768c-a381-43c1-bfbc-b65fc79dd048,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:53.507088 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-722bc666-fffa-4cb3-8496-ee8dd588aaaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd720de6b8734ac58dced98b6e17298d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908202 Apr 06 12:40:53.509798 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 43952) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:53.562071 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a3b368a7-44bc-4588-a264-57676d898e25 admin admin] Publish callbacks [] for security_group (3213768c-a381-43c1-bfbc-b65fc79dd048), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:53.582919 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48047a2f-2f01-4a3f-a965-19021fb95062 req-6e801d39-c12d-45eb-ad0b-ed1eda6860e8 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0260963 Apr 06 12:40:53.583836 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a3b368a7-44bc-4588-a264-57676d898e25 admin admin] Publish callbacks [] for security_group (3213768c-a381-43c1-bfbc-b65fc79dd048), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:53.734932 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a3b368a7-44bc-4588-a264-57676d898e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (3213768c-a381-43c1-bfbc-b65fc79dd048), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:53.737743 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a3b368a7-44bc-4588-a264-57676d898e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:53.738931 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a3b368a7-44bc-4588-a264-57676d898e25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3213768c-a381-43c1-bfbc-b65fc79dd048 HTTP/1.1" status: 204 len: 168 time: 0.2282395 Apr 06 12:40:53.748759 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b368a7-44bc-4588-a264-57676d898e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3213768c-a381-43c1-bfbc-b65fc79dd048,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:54.495257 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c41879-e676-4fee-a852-cbcf008ea041 req-62003757-8796-47a3-8c47-e87db7e62ea2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:54.496757 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e6c41879-e676-4fee-a852-cbcf008ea041 req-62003757-8796-47a3-8c47-e87db7e62ea2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0553896 Apr 06 12:40:54.591102 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e6c41879-e676-4fee-a852-cbcf008ea041 req-469bafba-687b-42c3-bcbe-eb0f2adf9528 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865104 Apr 06 12:40:54.612842 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50a056-9e91-446e-b224-6df5563ede0f req-cc0ca09c-0a77-40ca-85cb-d6aab8c466fd tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:54.616524 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a50a056-9e91-446e-b224-6df5563ede0f req-cc0ca09c-0a77-40ca-85cb-d6aab8c466fd tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0924957 Apr 06 12:40:54.675234 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a50a056-9e91-446e-b224-6df5563ede0f req-4a3a98ec-d668-467e-bd62-44f6bfe21974 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544472 Apr 06 12:40:54.726746 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a6eef4d4-94b0-4c76-9b27-c5d1196996e1 req-ee3528c2-d23b-47a8-849b-71f7beda3b29 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0376563 Apr 06 12:40:54.839931 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43990) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:54.942706 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-823874021-network', 'tenant_id': '24dc8c66d56d4ce2b5e4342f3c1714c8'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:40:55.024724 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Made reservation on behalf of 24dc8c66d56d4ce2b5e4342f3c1714c8 for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:40:55.027116 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.036960 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.120056 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Publish callbacks [] for security_group (98e0123c-4a93-4678-b6bf-cf5cd8540290), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.180846 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (98e0123c-4a93-4678-b6bf-cf5cd8540290), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.207450 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:40:55.216181 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e0123c-4a93-4678-b6bf-cf5cd8540290,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:55.227768 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (f5112430-1753-4a89-8fa8-8597bd25f907), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.227768 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Added segment f5112430-1753-4a89-8fa8-8597bd25f907 of type vlan for network 278a7cc5-c862-44ff-b581-f81b8f6d30da Apr 06 12:40:55.265259 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (278a7cc5-c862-44ff-b581-f81b8f6d30da), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.328915 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (278a7cc5-c862-44ff-b581-f81b8f6d30da), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.330311 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:55.330909 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.389421 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] Pushing event updated for resources: {'Network': ['ID=278a7cc5-c862-44ff-b581-f81b8f6d30da,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:55.400190 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 278a7cc5-c862-44ff-b581-f81b8f6d30da details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:40:55.447234 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-12321962-66e3-45cf-844f-2f71643f4563 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6050804 Apr 06 12:40:55.447434 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 43998) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:55.452076 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Request body: {'subnet': {'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-823874021-subnet', 'tenant_id': '24dc8c66d56d4ce2b5e4342f3c1714c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:40:55.469725 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.534272 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Made reservation on behalf of 24dc8c66d56d4ce2b5e4342f3c1714c8 for: {'subnet': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:40:55.536592 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118161746'] for subnet (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.750001 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d6e02-5fa9-4f8e-9f50-810eafac8eea req-ee74a71e-073b-4825-b877-7c25181947e8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:55.751721 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bc0d6e02-5fa9-4f8e-9f50-810eafac8eea req-ee74a71e-073b-4825-b877-7c25181947e8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0888405 Apr 06 12:40:55.803260 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118395603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118161740'] for subnet (7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:55.880635 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bc0d6e02-5fa9-4f8e-9f50-810eafac8eea req-c99ebfb0-0fad-453b-8a7d-a8faf2a44107 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219928 Apr 06 12:40:55.912146 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d0aef-8a34-49fa-b75d-543a103ecc34 req-857a51ea-4350-473f-9c31-4df1ff9cbfd1 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:55.913649 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eb7d0aef-8a34-49fa-b75d-543a103ecc34 req-857a51ea-4350-473f-9c31-4df1ff9cbfd1 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.1567616 Apr 06 12:40:55.914279 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:55.925269 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Checking segment: {'id': 'f5112430-1753-4a89-8fa8-8597bd25f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:40:55.930923 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Network hostable DHCP agents. Network: 278a7cc5-c862-44ff-b581-f81b8f6d30da, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:40:55.990987 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-539f5638-8a65-4a61-a75a-a6927edfe881 req-341e70dc-29f2-42f7-b478-4ff814e53212 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0497386 Apr 06 12:40:56.017566 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eb7d0aef-8a34-49fa-b75d-543a103ecc34 req-df5c876e-5fbc-4ade-8e7d-9f57a4c8f0f6 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942934 Apr 06 12:40:56.081760 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Network 278a7cc5-c862-44ff-b581-f81b8f6d30da is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:40:56.167242 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 278a7cc5-c862-44ff-b581-f81b8f6d30da) {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:40:56.174496 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:56.174938 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:56.176046 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3574afb2-b1ab-4fc8-8f1f-146d2f1f33f0 None None] Network 278a7cc5-c862-44ff-b581-f81b8f6d30da requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:40:56.263972 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-173eafbc-9cde-4a64-ae54-0de91eaeb2d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8152287 Apr 06 12:40:56.273063 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe5ccd-741f-4182-a732-f7608b70d8c5 None None] Network 278a7cc5-c862-44ff-b581-f81b8f6d30da requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:40:57.001902 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca16eb-7ea7-4c53-a101-9d637c1ebff1 req-05e62627-c283-4216-831f-1e94040640e7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:57.003563 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-74ca16eb-7ea7-4c53-a101-9d637c1ebff1 req-05e62627-c283-4216-831f-1e94040640e7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0535626 Apr 06 12:40:57.059236 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-74ca16eb-7ea7-4c53-a101-9d637c1ebff1 req-4e92a55e-e96a-4a40-8f04-c5486aa11ee6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497086 Apr 06 12:40:57.098458 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-99d1a035-19c0-4af9-a3dc-98c5aa93591b req-625f8aaa-29c4-41d0-93fc-579da3cde389 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0291855 Apr 06 12:40:57.192503 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf9346-84f8-4969-a243-88ff03af9b94 req-1f82e404-8ccf-4013-8ee1-cb48715de087 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:57.197982 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4acf9346-84f8-4969-a243-88ff03af9b94 req-1f82e404-8ccf-4013-8ee1-cb48715de087 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0724704 Apr 06 12:40:57.272373 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4acf9346-84f8-4969-a243-88ff03af9b94 req-c6c1549d-99d5-462d-ada5-c6c1e2896222 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540810 Apr 06 12:40:57.467506 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-47095562-a68a-4da1-9b22-ae74086a6069 req-650fb814-7611-4642-9664-3e11aae44720 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450997 Apr 06 12:40:57.715751 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-1fff8a43-d33c-42da-a79e-257517961063 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:57.717092 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-1fff8a43-d33c-42da-a79e-257517961063 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.74 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.0923977 Apr 06 12:40:58.107005 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47095562-a68a-4da1-9b22-ae74086a6069 req-31a0e205-706c-43d3-9871-19999ddc333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:58.108577 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-47095562-a68a-4da1-9b22-ae74086a6069 req-31a0e205-706c-43d3-9871-19999ddc333b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 1130 time: 0.1185904 Apr 06 12:40:58.239055 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85115-ff10-46af-86b2-662e3047cb4f req-11b3ab3b-45cd-4279-868a-f010f10b7370 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:58.241740 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1f85115-ff10-46af-86b2-662e3047cb4f req-11b3ab3b-45cd-4279-868a-f010f10b7370 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0813074 Apr 06 12:40:58.303143 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3acb7d6d-b6d1-42f3-b0f5-e5d5d52eea65 req-9ae1a154-375d-4fb1-bdbd-f4d76f9440d0 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0584624 Apr 06 12:40:58.342548 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-0f2ac837-9e21-4445-93fb-fd62273573ab tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f1cfb25425ce4aa8a6808f3cafc3540a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991473 Apr 06 12:40:58.384295 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Deleting port ebb2c678-2330-4e73-823b-8b312055f013 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:40:58.384631 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (ebb2c678-2330-4e73-823b-8b312055f013), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:58.495983 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47095562-a68a-4da1-9b22-ae74086a6069 req-c78ce8b6-5716-47a3-aa25-6e419a627fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:58.497356 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-47095562-a68a-4da1-9b22-ae74086a6069 req-c78ce8b6-5716-47a3-aa25-6e419a627fab service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.1706436 Apr 06 12:40:58.499108 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1f85115-ff10-46af-86b2-662e3047cb4f req-1c29c27b-9697-498b-8f91-0aada8451cb7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160609 Apr 06 12:40:58.519040 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] For port ebb2c678-2330-4e73-823b-8b312055f013, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ebb2c678-2330-4e73-823b-8b312055f013,segment=NetworkSegment(12e37ed3-5cc3-438e-8643-60c1311a869a),segment_id=12e37ed3-5cc3-438e-8643-60c1311a869a)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:40:58.519040 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (ebb2c678-2330-4e73-823b-8b312055f013), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:58.554424 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9b7d3-b7ff-4794-847b-c63e7cc2e0e2 req-2e88c0c1-f7fe-4fcc-b513-b0fdd534aa03 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:58.555991 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-71f9b7d3-b7ff-4794-847b-c63e7cc2e0e2 req-2e88c0c1-f7fe-4fcc-b513-b0fdd534aa03 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 945 time: 0.1099577 Apr 06 12:40:58.559727 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-47095562-a68a-4da1-9b22-ae74086a6069 req-3d0a9879-6561-4b63-bb23-02f411ff4d44 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077852a7-2771-46ad-b0c7-a4d1684b012d HTTP/1.1" status: 200 len: 217 time: 0.0550292 Apr 06 12:40:58.567897 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Calling delete_port for ebb2c678-2330-4e73-823b-8b312055f013 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:40:58.573747 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1862-1d31-455a-afb3-d89f5492228c req-5ffa0976-a44d-4ca4-85d3-58aa87eb39d9 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:58.575960 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-5ffa0976-a44d-4ca4-85d3-58aa87eb39d9 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170019 Apr 06 12:40:58.614126 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Request body: {'port': {'device_id': '18b7e95a-ca60-4039-ba44-7b9ed050152b', 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3', 'admin_state_up': True, 'tenant_id': 'f1cfb25425ce4aa8a6808f3cafc3540a'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:40:58.681288 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47095562-a68a-4da1-9b22-ae74086a6069 req-074977fc-8983-4c1c-8d90-a0ae49cd1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:58.682847 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-47095562-a68a-4da1-9b22-ae74086a6069 req-074977fc-8983-4c1c-8d90-a0ae49cd1e45 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.1163454 Apr 06 12:40:58.715815 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-71f9b7d3-b7ff-4794-847b-c63e7cc2e0e2 req-c28b41fb-7fe3-4436-90bc-019c6e9404d4 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/security-groups?id=6d2b5391-2800-4b80-abad-044ac16f99ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381190 Apr 06 12:40:58.759879 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47095562-a68a-4da1-9b22-ae74086a6069 req-9315d038-161a-438d-9121-b00b82aea39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:40:58.761463 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-47095562-a68a-4da1-9b22-ae74086a6069 req-9315d038-161a-438d-9121-b00b82aea39f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701675 Apr 06 12:40:58.883404 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Made reservation on behalf of f1cfb25425ce4aa8a6808f3cafc3540a for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:40:58.886969 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:58.898129 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:58.914632 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-47095562-a68a-4da1-9b22-ae74086a6069 req-b3ce4a69-f7d3-4916-828d-5c5cc808ce50 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440809 Apr 06 12:40:58.968992 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (ebb2c678-2330-4e73-823b-8b312055f013), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:58.989673 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks [] for security_group (5d643768-bd85-4bc7-ba93-2c29a5f3ff70), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:59.017766 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Pushing event deleted for resources: {'Port': ['ID=ebb2c678-2330-4e73-823b-8b312055f013,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:59.067867 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.068216 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.068562 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.068955 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.069242 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.069579 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.069909 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.070236 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.070588 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.070917 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.071245 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.071572 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.071895 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.072216 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.072536 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.091654 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] No DVR routers for this DVR port ebb2c678-2330-4e73-823b-8b312055f013 on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:40:59.101413 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:59.104702 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c6fd3606-8c2d-46ff-b6fa-da597471226e req-5b1af0bf-5868-4119-96d0-d77438572776 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.74 "DELETE /v2.0/ports/ebb2c678-2330-4e73-823b-8b312055f013 HTTP/1.1" status: 204 len: 173 time: 1.1603184 Apr 06 12:40:59.105196 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '847b8007-f9a8-4b59-92b7-68dc25ee86e9', 'name': 'network-vif-deleted', 'tag': 'ebb2c678-2330-4e73-823b-8b312055f013'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:40:59.107480 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831a101d-c263-44f7-8478-2be342cf2b7e" -d '{"events": [{"server_uuid": "847b8007-f9a8-4b59-92b7-68dc25ee86e9", "name": "network-vif-deleted", "tag": "ebb2c678-2330-4e73-823b-8b312055f013"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:40:59.133979 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-47095562-a68a-4da1-9b22-ae74086a6069 req-b01f0cba-7abf-4298-ab35-1ccb9699cdcd service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082558 Apr 06 12:40:59.154391 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786ed550-39bf-417c-961e-4bd8a6c8e793 x-openstack-request-id: req-786ed550-39bf-417c-961e-4bd8a6c8e793 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:40:59.154737 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "847b8007-f9a8-4b59-92b7-68dc25ee86e9", "name": "network-vif-deleted", "tag": "ebb2c678-2330-4e73-823b-8b312055f013", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:40:59.155404 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-786ed550-39bf-417c-961e-4bd8a6c8e793 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:40:59.155701 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786ed550-39bf-417c-961e-4bd8a6c8e793'] response: {'server_uuid': '847b8007-f9a8-4b59-92b7-68dc25ee86e9', 'name': 'network-vif-deleted', 'tag': 'ebb2c678-2330-4e73-823b-8b312055f013', 'status': 'completed', 'code': 200} Apr 06 12:40:59.169741 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (5d643768-bd85-4bc7-ba93-2c29a5f3ff70), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:59.234954 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d643768-bd85-4bc7-ba93-2c29a5f3ff70,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:59.250491 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.251394 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.251394 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.251759 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.252322 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.252322 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.253008 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.253008 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.253335 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.253663 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.253992 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.254319 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.254755 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.255163 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.255406 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:40:59.348175 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Allocated IP 192.168.233.57 (be3b4418-5d62-4651-b58b-823f0b77e9a3/d9d0afa7-ca7b-493b-a36a-7615ccf6062e/6bde5e00-0615-46f1-86f0-6885ab2ca4ed) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:40:59.369703 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44092) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:59.447415 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7df3c32f-c522-4841-af3e-d34529adf1f5 req-b211b245-adf2-4b1e-8f21-8c0d5efeaf82 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0399907 Apr 06 12:40:59.567705 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aef6ba84-1979-40b2-b5c3-5977d34ff761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:59.574789 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks [] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:59.649793 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aef6ba84-1979-40b2-b5c3-5977d34ff761 admin admin] Publish callbacks [] for security_group (b60e1633-e9fa-4ed5-90ea-7b3986c88482), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:59.730010 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aef6ba84-1979-40b2-b5c3-5977d34ff761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (b60e1633-e9fa-4ed5-90ea-7b3986c88482), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:59.779492 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6ba84-1979-40b2-b5c3-5977d34ff761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60e1633-e9fa-4ed5-90ea-7b3986c88482,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:40:59.787295 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-aef6ba84-1979-40b2-b5c3-5977d34ff761 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=675b739b05644a3aa8048c75f9b55fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140091 Apr 06 12:40:59.787586 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44110) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:40:59.873290 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-80fed474-a979-4bdd-ab00-b4fcce9b5792 admin admin] Publish callbacks [] for security_group (b60e1633-e9fa-4ed5-90ea-7b3986c88482), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:40:59.901493 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-80fed474-a979-4bdd-ab00-b4fcce9b5792 admin admin] Publish callbacks [] for security_group (b60e1633-e9fa-4ed5-90ea-7b3986c88482), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:00.028356 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3960-1dab-42ac-bcde-a9db083f1957 req-cb327046-f659-4371-95f1-0563c13e67c1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:00.029880 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-81eb3960-1dab-42ac-bcde-a9db083f1957 req-cb327046-f659-4371-95f1-0563c13e67c1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.4361527 Apr 06 12:41:00.041969 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-7d7f6afc-7a94-438d-b071-42f54d64f723 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:00.043422 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-7d7f6afc-7a94-438d-b071-42f54d64f723 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/networks?id=278a7cc5-c862-44ff-b581-f81b8f6d30da HTTP/1.1" status: 200 len: 813 time: 0.4665120 Apr 06 12:41:00.055366 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-80fed474-a979-4bdd-ab00-b4fcce9b5792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (b60e1633-e9fa-4ed5-90ea-7b3986c88482), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:00.057992 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-80fed474-a979-4bdd-ab00-b4fcce9b5792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:00.059200 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-80fed474-a979-4bdd-ab00-b4fcce9b5792 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b60e1633-e9fa-4ed5-90ea-7b3986c88482 HTTP/1.1" status: 204 len: 168 time: 0.2700300 Apr 06 12:41:00.072547 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fed474-a979-4bdd-ab00-b4fcce9b5792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60e1633-e9fa-4ed5-90ea-7b3986c88482,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:00.080700 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-da0cad9c-da41-4f8d-bacd-8a20b7163ed3 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/quotas/24dc8c66d56d4ce2b5e4342f3c1714c8 HTTP/1.1" status: 200 len: 375 time: 0.0187631 Apr 06 12:41:00.099369 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:00.199175 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-9c9758dc-929c-49d4-b7e4-99f87f9235e2 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=24dc8c66d56d4ce2b5e4342f3c1714c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013083 Apr 06 12:41:00.200891 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Network be3b4418-5d62-4651-b58b-823f0b77e9a3 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:41:00.205921 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-81eb3960-1dab-42ac-bcde-a9db083f1957 req-0fa6dc8b-138f-4b6b-bf1b-3cf34f0f08a7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584511 Apr 06 12:41:00.215903 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:41:00.218533 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:41:00.293331 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Pushing event updated for resources: {'Port': ['ID=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:00.367638 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6b9b4eb2-4dc2-454b-8a37-96ea3523eafd req-bbb26e30-7f72-4c8b-aff9-508946064c54 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.0416081 Apr 06 12:41:00.373273 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:00.373991 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:00.389128 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device ebb2c678-2330-4e73-823b-8b312055f013 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:41:00.420464 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: ebb2c678-2330-4e73-823b-8b312055f013 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:41:00.421038 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device ebb2c678-2330-4e73-823b-8b312055f013 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:41:00.435269 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-1e00d1c4-01f3-4487-9952-00b2e463ad99 service neutron] 10.222.0.60 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280099 Apr 06 12:41:00.499895 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d1a61f75-3005-479a-8bec-bdb81d941d1f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8938649 Apr 06 12:41:00.553025 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Request body: {'port': {'device_id': '18b7e95a-ca60-4039-ba44-7b9ed050152b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:00.568850 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-5d3cdd03-a06c-4f8d-91a9-4444cbda2f86 None None] Provisioning complete for port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:00.569261 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5d3cdd03-a06c-4f8d-91a9-4444cbda2f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:00.598734 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-5bf4177d-a4a1-4514-b6c9-7c3c4f73cb82 service neutron] 10.222.0.60 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544929 Apr 06 12:41:00.608720 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-5d3cdd03-a06c-4f8d-91a9-4444cbda2f86 None None] Port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:41:00.653178 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe0dc1-68d3-4468-afa6-ba030247eef0 req-5c2b7e72-8d56-46fa-a247-a153121f9959 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:00.654776 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6bbe0dc1-68d3-4468-afa6-ba030247eef0 req-5c2b7e72-8d56-46fa-a247-a153121f9959 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 935 time: 0.1239395 Apr 06 12:41:00.657233 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:00.796828 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6bbe0dc1-68d3-4468-afa6-ba030247eef0 req-8104b18e-68b2-40de-b34c-b47a7b9eef89 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350160 Apr 06 12:41:00.880854 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44142) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:00.895311 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-64af3d55-3fa1-4b91-a378-9a5298cc00b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:00.923359 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6fe6927b-8f1a-4d92-8c58-f95731f5ec8b req-323b8936-b3ce-49e8-a92e-a453a4b7422b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0380244 Apr 06 12:41:01.036278 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-64af3d55-3fa1-4b91-a378-9a5298cc00b2 admin admin] Publish callbacks [] for security_group (48fe076f-7187-4519-a312-e3e062684650), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.059565 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bde5e00-0615-46f1-86f0-6885ab2ca4ed {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:41:01.067487 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Publish callbacks [] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.084418 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Transition to ACTIVE for port object 6bde5e00-0615-46f1-86f0-6885ab2ca4ed will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:41:01.144825 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-64af3d55-3fa1-4b91-a378-9a5298cc00b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (48fe076f-7187-4519-a312-e3e062684650), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.191444 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-64af3d55-3fa1-4b91-a378-9a5298cc00b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c52d431b8634f949cd4071c4120678b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093684 Apr 06 12:41:01.192622 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af3d55-3fa1-4b91-a378-9a5298cc00b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fe076f-7187-4519-a312-e3e062684650,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:01.194611 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44154) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:01.206640 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.346042 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Pushing event updated for resources: {'Port': ['ID=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:01.434724 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab7576ad-7bb3-4469-8283-ed55a16a6ff5 admin admin] Publish callbacks [] for security_group (48fe076f-7187-4519-a312-e3e062684650), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.496563 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab7576ad-7bb3-4469-8283-ed55a16a6ff5 admin admin] Publish callbacks [] for security_group (48fe076f-7187-4519-a312-e3e062684650), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.509388 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Attempting to bind port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:41:01.509598 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Attempting to bind port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'd4533a4d-3148-4d73-8a05-4f2459b213b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:41:01.509877 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Attempting to bind port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed on network be3b4418-5d62-4651-b58b-823f0b77e9a3 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:41:01.555582 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1f3ff-ff78-40a8-abe3-d3215159ca0b req-26a43ab8-2a1d-4e45-995c-306bfac93c2b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:01.558931 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ffa1f3ff-ff78-40a8-abe3-d3215159ca0b req-26a43ab8-2a1d-4e45-995c-306bfac93c2b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.2351739 Apr 06 12:41:01.576614 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed on network be3b4418-5d62-4651-b58b-823f0b77e9a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:41:01.576810 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Attempting to bind port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed on network be3b4418-5d62-4651-b58b-823f0b77e9a3 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:41:01.612896 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-75609d2e-4e1e-4239-88b0-254fea863c25 req-b90f26cc-e5a5-4970-ba86-2656519bdfd9 tempest-DeleteServersTestJSON-343784717 tempest-DeleteServersTestJSON-343784717-project] 10.222.0.60 "GET /v2.0/ports?device_id=847b8007-f9a8-4b59-92b7-68dc25ee86e9 HTTP/1.1" status: 200 len: 210 time: 0.0751691 Apr 06 12:41:01.613546 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:41:01.613880 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Checking segment: {'id': 'd4533a4d-3148-4d73-8a05-4f2459b213b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:41:01.614316 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Bound using segment: {'id': 'd4533a4d-3148-4d73-8a05-4f2459b213b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:41:01.614798 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Bound port: 6bde5e00-0615-46f1-86f0-6885ab2ca4ed, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4533a4d-3148-4d73-8a05-4f2459b213b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:41:01.615156 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.694810 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ffa1f3ff-ff78-40a8-abe3-d3215159ca0b req-d3d7d608-8ee8-48e9-ba4f-a86afef83954 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128421 Apr 06 12:41:01.714334 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] For port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:41:01.717375 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] For port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,segment=NetworkSegment(d4533a4d-3148-4d73-8a05-4f2459b213b1),segment_id=d4533a4d-3148-4d73-8a05-4f2459b213b1)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:41:01.746922 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab7576ad-7bb3-4469-8283-ed55a16a6ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (48fe076f-7187-4519-a312-e3e062684650), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.749424 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab7576ad-7bb3-4469-8283-ed55a16a6ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.750608 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ab7576ad-7bb3-4469-8283-ed55a16a6ff5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/48fe076f-7187-4519-a312-e3e062684650 HTTP/1.1" status: 204 len: 168 time: 0.5546231 Apr 06 12:41:01.760310 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7576ad-7bb3-4469-8283-ed55a16a6ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fe076f-7187-4519-a312-e3e062684650,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:01.816122 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.860085 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:01.860712 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:01.863839 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] 10.222.0.74 "PUT /v2.0/ports/6bde5e00-0615-46f1-86f0-6885ab2ca4ed HTTP/1.1" status: 200 len: 1097 time: 1.3141091 Apr 06 12:41:01.863839 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b7e95a-ca60-4039-ba44-7b9ed050152b', 'tag': '6bde5e00-0615-46f1-86f0-6885ab2ca4ed'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:41:01.866993 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a655612-617b-4f11-9830-47298e306747" -d '{"events": [{"name": "network-changed", "server_uuid": "18b7e95a-ca60-4039-ba44-7b9ed050152b", "tag": "6bde5e00-0615-46f1-86f0-6885ab2ca4ed"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:41:01.902899 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf993dba-3446-4f9f-9d44-f4ae67323e04 service neutron] Pushing event updated for resources: {'Port': ['ID=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:01.935004 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698319bc-9cf9-426e-b05d-3595498d9676 x-openstack-request-id: req-698319bc-9cf9-426e-b05d-3595498d9676 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:41:01.935306 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b7e95a-ca60-4039-ba44-7b9ed050152b", "tag": "6bde5e00-0615-46f1-86f0-6885ab2ca4ed", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:41:01.935565 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-698319bc-9cf9-426e-b05d-3595498d9676 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:41:01.935966 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698319bc-9cf9-426e-b05d-3595498d9676'] response: {'name': 'network-changed', 'server_uuid': '18b7e95a-ca60-4039-ba44-7b9ed050152b', 'tag': '6bde5e00-0615-46f1-86f0-6885ab2ca4ed', 'status': 'completed', 'code': 200} Apr 06 12:41:01.965369 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aeabdd-9fca-489d-8b32-760a76d935d8 req-785d3445-1392-4a82-af7f-ded233468bd7 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:01.973720 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-16aeabdd-9fca-489d-8b32-760a76d935d8 req-785d3445-1392-4a82-af7f-ded233468bd7 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 947 time: 0.0795896 Apr 06 12:41:02.043549 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-857613fd-faf6-41d3-9d3d-8605a1515655 req-39e00396-30f5-46fd-9f3a-d91f380ee745 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0407438 Apr 06 12:41:02.057957 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-16aeabdd-9fca-489d-8b32-760a76d935d8 req-184e5917-3648-4df5-b209-2ee699d6b4f2 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833983 Apr 06 12:41:02.830679 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daba0bc-927c-4bb1-b429-d23d3ce6e02d req-a45fc0ca-7e70-4f5b-8e15-020a2b64c794 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:02.832769 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6daba0bc-927c-4bb1-b429-d23d3ce6e02d req-a45fc0ca-7e70-4f5b-8e15-020a2b64c794 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0632765 Apr 06 12:41:02.911572 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6daba0bc-927c-4bb1-b429-d23d3ce6e02d req-0194fb2f-4b0c-4dde-8304-50b20ac8038c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699158 Apr 06 12:41:03.188382 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6917e6db-431f-4b13-b130-d7d552aab046 req-e0940dc1-4567-4fc0-9e9b-3d33b3e32110 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0389059 Apr 06 12:41:03.269048 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0b08e-b066-4641-ad24-a63961353beb req-e7edd734-e9f4-44a6-99b9-4c38019ad6b7 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:03.270610 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eff0b08e-b066-4641-ad24-a63961353beb req-e7edd734-e9f4-44a6-99b9-4c38019ad6b7 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 947 time: 0.1067193 Apr 06 12:41:03.324281 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eff0b08e-b066-4641-ad24-a63961353beb req-89877a93-1e4c-46b0-8471-30ed3d361033 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470765 Apr 06 12:41:03.545161 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655612-617b-4f11-9830-47298e306747 req-1d16e52c-6421-4e8d-ad1b-52cff9e807a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:03.548033 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a655612-617b-4f11-9830-47298e306747 req-1d16e52c-6421-4e8d-ad1b-52cff9e807a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f1cfb25425ce4aa8a6808f3cafc3540a&device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 1131 time: 0.0591791 Apr 06 12:41:03.594949 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a655612-617b-4f11-9830-47298e306747 req-396a6ae3-021c-4521-9704-caa76ab95709 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f1cfb25425ce4aa8a6808f3cafc3540a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274153 Apr 06 12:41:03.695243 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68e1e0-f63b-43ba-8dd6-26cf7ab0c77c req-1d009b7e-8c02-4d36-9472-e03c08316664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:03.696848 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9e68e1e0-f63b-43ba-8dd6-26cf7ab0c77c req-1d009b7e-8c02-4d36-9472-e03c08316664 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 1130 time: 0.0581939 Apr 06 12:41:03.726433 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655612-617b-4f11-9830-47298e306747 req-141488f4-8e22-4db4-9868-40749b8a3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:03.728053 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a655612-617b-4f11-9830-47298e306747 req-141488f4-8e22-4db4-9868-40749b8a3204 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1261775 Apr 06 12:41:03.755355 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9e68e1e0-f63b-43ba-8dd6-26cf7ab0c77c req-43070e42-fb8d-47ee-bd10-ea13ee632e29 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522740 Apr 06 12:41:03.919240 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44258) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:04.049269 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a3391-e44c-4009-9cdc-5c0d48ed0ad2 req-0dbf86a9-3ba2-4a06-8872-490c7126fca7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:04.050839 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e33a3391-e44c-4009-9cdc-5c0d48ed0ad2 req-0dbf86a9-3ba2-4a06-8872-490c7126fca7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0574951 Apr 06 12:41:04.108639 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e33a3391-e44c-4009-9cdc-5c0d48ed0ad2 req-0674ce91-5b4e-4702-ad37-363bb6308d42 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515451 Apr 06 12:41:04.167863 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-969b4b8c-c3ed-42d9-bebc-f2ef84acffe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.253364 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1862-1d31-455a-afb3-d89f5492228c req-170f28e2-a124-4331-b4b0-d2f18d40a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:04.255253 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-170f28e2-a124-4331-b4b0-d2f18d40a4ae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f1cfb25425ce4aa8a6808f3cafc3540a&device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 1131 time: 0.0730634 Apr 06 12:41:04.278991 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-969b4b8c-c3ed-42d9-bebc-f2ef84acffe1 admin admin] Publish callbacks [] for security_group (fbfa79e8-a00e-4125-a09e-585456aea0bc), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.327401 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9b9e709-7725-4075-a3e6-c5d099f2e997 req-ea68c9f5-49df-4d4f-ab80-c80f352c15a6 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0313830 Apr 06 12:41:04.368337 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44284) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:04.406763 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-969b4b8c-c3ed-42d9-bebc-f2ef84acffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fbfa79e8-a00e-4125-a09e-585456aea0bc), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.489622 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-969b4b8c-c3ed-42d9-bebc-f2ef84acffe1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1a0b1e592794aeb8c8172fac0b11c29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5690980 Apr 06 12:41:04.492875 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_v2 [None req-caff4c33-6687-42c0-bf1e-7c2f0583c900 admin admin] Deleting subnet 0e5b885e-6d90-4df1-8305-de7ed5328b7c {{(pid=103994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:41:04.493067 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44290) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:04.498597 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-caff4c33-6687-42c0-bf1e-7c2f0583c900 admin admin] Publish callbacks [] for subnet (0e5b885e-6d90-4df1-8305-de7ed5328b7c), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.500258 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b4b8c-c3ed-42d9-bebc-f2ef84acffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfa79e8-a00e-4125-a09e-585456aea0bc,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:04.549663 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-caff4c33-6687-42c0-bf1e-7c2f0583c900 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391634'] for subnet (0e5b885e-6d90-4df1-8305-de7ed5328b7c), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.558187 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27e22-8914-491d-ba2b-a90b8e1f1628 req-25e18e03-aaaf-419f-b23e-5884b1dbd2c4 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:04.562907 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c4d27e22-8914-491d-ba2b-a90b8e1f1628 req-25e18e03-aaaf-419f-b23e-5884b1dbd2c4 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 947 time: 0.1601481 Apr 06 12:41:04.563647 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad8df1a0-d764-4808-a271-d0d4f81ff13b admin admin] Publish callbacks [] for security_group (fbfa79e8-a00e-4125-a09e-585456aea0bc), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.587002 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad8df1a0-d764-4808-a271-d0d4f81ff13b admin admin] Publish callbacks [] for security_group (fbfa79e8-a00e-4125-a09e-585456aea0bc), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.636675 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-caff4c33-6687-42c0-bf1e-7c2f0583c900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (0e5b885e-6d90-4df1-8305-de7ed5328b7c), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.672145 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c4d27e22-8914-491d-ba2b-a90b8e1f1628 req-b8bc0f6d-57a3-4400-b684-eef585fd07ae tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847118 Apr 06 12:41:04.706615 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-cd76a658-e636-410e-9343-f8b74e7afb66 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=6bde5e00-0615-46f1-86f0-6885ab2ca4ed HTTP/1.1" status: 200 len: 217 time: 0.0452330 Apr 06 12:41:04.739500 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad8df1a0-d764-4808-a271-d0d4f81ff13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fbfa79e8-a00e-4125-a09e-585456aea0bc), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.742029 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad8df1a0-d764-4808-a271-d0d4f81ff13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.743196 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ad8df1a0-d764-4808-a271-d0d4f81ff13b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fbfa79e8-a00e-4125-a09e-585456aea0bc HTTP/1.1" status: 204 len: 168 time: 0.2489262 Apr 06 12:41:04.778212 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-caff4c33-6687-42c0-bf1e-7c2f0583c900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118396692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118161717'] for subnet (0e5b885e-6d90-4df1-8305-de7ed5328b7c), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.781431 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1862-1d31-455a-afb3-d89f5492228c req-3c4ff344-ff47-4736-af72-de9a94af044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:04.783023 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-3c4ff344-ff47-4736-af72-de9a94af044b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d9d0afa7-ca7b-493b-a36a-7615ccf6062e HTTP/1.1" status: 200 len: 843 time: 0.0712605 Apr 06 12:41:04.789952 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8df1a0-d764-4808-a271-d0d4f81ff13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfa79e8-a00e-4125-a09e-585456aea0bc,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:04.796590 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-caff4c33-6687-42c0-bf1e-7c2f0583c900 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.811093 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-caff4c33-6687-42c0-bf1e-7c2f0583c900 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0e5b885e-6d90-4df1-8305-de7ed5328b7c HTTP/1.1" status: 204 len: 168 time: 0.4408631 Apr 06 12:41:04.828907 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44306) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:04.831175 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff4c33-6687-42c0-bf1e-7c2f0583c900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5b885e-6d90-4df1-8305-de7ed5328b7c,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:04.917599 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (7ac713ff-fe89-47e7-b889-e3834f0d77f7), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:04.922010 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf1862-1d31-455a-afb3-d89f5492228c req-f2c53c3e-c35c-4662-89e7-2bdaac94383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:04.923532 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-f2c53c3e-c35c-4662-89e7-2bdaac94383d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=be3b4418-5d62-4651-b58b-823f0b77e9a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1261744 Apr 06 12:41:05.057536 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (7ac713ff-fe89-47e7-b889-e3834f0d77f7), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.093087 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac713ff-fe89-47e7-b889-e3834f0d77f7']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:05.111505 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e37ed3-5cc3-438e-8643-60c1311a869a') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:05.111505 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e37ed3-5cc3-438e-8643-60c1311a869a') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:05.115528 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-7de77748-4218-4bf4-a6b2-ca1bb2e264fb service neutron] 10.222.0.74 "GET /v2.0/networks/be3b4418-5d62-4651-b58b-823f0b77e9a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834311 Apr 06 12:41:05.119856 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (12e37ed3-5cc3-438e-8643-60c1311a869a), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.138596 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (12e37ed3-5cc3-438e-8643-60c1311a869a), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.146542 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:41:05.147019 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (12e37ed3-5cc3-438e-8643-60c1311a869a), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:41:05.148864 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:41:05.262354 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eab83c-6bbd-448c-8ace-ee93b3a42b9a req-0a95f5ea-e4b6-458c-8657-869ad194b2b5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:05.264194 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-35eab83c-6bbd-448c-8ace-ee93b3a42b9a req-0a95f5ea-e4b6-458c-8657-869ad194b2b5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0575230 Apr 06 12:41:05.301539 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (7ac713ff-fe89-47e7-b889-e3834f0d77f7), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.309472 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.317911 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7ac713ff-fe89-47e7-b889-e3834f0d77f7 HTTP/1.1" status: 204 len: 168 time: 0.4831219 Apr 06 12:41:05.325777 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc40b0-990d-4c36-a6c5-fa20d6ea0200 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac713ff-fe89-47e7-b889-e3834f0d77f7,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:05.326291 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-35eab83c-6bbd-448c-8ace-ee93b3a42b9a req-ae19dbd7-a371-4a61-ac8d-64939870f4b4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542407 Apr 06 12:41:05.433527 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-534314e4-9eb4-4151-a337-78f29484f714 req-cd3f76bb-f68e-41b2-87db-2433822b9e72 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0299046 Apr 06 12:41:05.482995 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2faf1862-1d31-455a-afb3-d89f5492228c req-d9ebe536-ec44-4530-b55c-02408edf037f service neutron] 10.222.0.74 "GET /v2.0/networks/be3b4418-5d62-4651-b58b-823f0b77e9a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941796 Apr 06 12:41:05.600014 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44328) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:05.620497 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-877912e0-4a41-4b14-9dbc-d9397c26b2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.696468 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44332) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:05.729270 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-877912e0-4a41-4b14-9dbc-d9397c26b2f2 admin admin] Publish callbacks [] for security_group (865412b3-1e8c-477c-b797-638b2c00f31e), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.796993 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b86ae-2e6d-4b0a-888d-b0301da0a9f2 req-c59e8a5c-b991-4ffd-8107-af25e31595fd tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:05.799403 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a44b86ae-2e6d-4b0a-888d-b0301da0a9f2 req-c59e8a5c-b991-4ffd-8107-af25e31595fd tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 947 time: 0.0551903 Apr 06 12:41:05.802358 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-877912e0-4a41-4b14-9dbc-d9397c26b2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (865412b3-1e8c-477c-b797-638b2c00f31e), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.826791 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0a3a-35e2-436d-b3ff-c8974a4ca75b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.842107 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877912e0-4a41-4b14-9dbc-d9397c26b2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865412b3-1e8c-477c-b797-638b2c00f31e,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:05.859263 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-877912e0-4a41-4b14-9dbc-d9397c26b2f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4a6136b6bd14a6685b40d857500b4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581487 Apr 06 12:41:05.873021 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44340) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:05.888052 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a44b86ae-2e6d-4b0a-888d-b0301da0a9f2 req-82d95803-c670-4863-8a2e-18a17bcf7b53 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797718 Apr 06 12:41:05.946657 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3f2edb72-c90e-4072-ba89-30fa7066b4f7 admin admin] Publish callbacks [] for security_group (865412b3-1e8c-477c-b797-638b2c00f31e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.951198 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0a3a-35e2-436d-b3ff-c8974a4ca75b admin admin] Publish callbacks [] for security_group (57bb2d7d-8297-4eee-9975-299f8b013ec0), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:05.967815 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3f2edb72-c90e-4072-ba89-30fa7066b4f7 admin admin] Publish callbacks [] for security_group (865412b3-1e8c-477c-b797-638b2c00f31e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.002247 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44344) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:06.060752 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3d0f0a3a-35e2-436d-b3ff-c8974a4ca75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (57bb2d7d-8297-4eee-9975-299f8b013ec0), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.097907 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-79e05415-21e5-4d56-bf78-b484eae2b980 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6be89fb7470f4d4d804fd7ba0f8d557d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0941632 Apr 06 12:41:06.100500 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44348) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:06.116092 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3f2edb72-c90e-4072-ba89-30fa7066b4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (865412b3-1e8c-477c-b797-638b2c00f31e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.119876 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3f2edb72-c90e-4072-ba89-30fa7066b4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.124274 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3f2edb72-c90e-4072-ba89-30fa7066b4f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/865412b3-1e8c-477c-b797-638b2c00f31e HTTP/1.1" status: 204 len: 168 time: 0.2469361 Apr 06 12:41:06.133527 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-3d0f0a3a-35e2-436d-b3ff-c8974a4ca75b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1fcd890c5e184da9bbc29320e4d0d9df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337132 Apr 06 12:41:06.133527 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f0a3a-35e2-436d-b3ff-c8974a4ca75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb2d7d-8297-4eee-9975-299f8b013ec0,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:06.137526 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2edb72-c90e-4072-ba89-30fa7066b4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865412b3-1e8c-477c-b797-638b2c00f31e,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:06.137774 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44352) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:06.169995 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf327-e4b7-4b20-a800-5f8262115208 admin admin] Publish callbacks [] for security_group (6d2b5391-2800-4b80-abad-044ac16f99ca), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.205895 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf327-e4b7-4b20-a800-5f8262115208 admin admin] Publish callbacks [] for security_group (6d2b5391-2800-4b80-abad-044ac16f99ca), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.216123 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b968005f-0d4e-45ad-b4e3-bf4a40f7bb46 admin admin] Publish callbacks [] for security_group (57bb2d7d-8297-4eee-9975-299f8b013ec0), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.261837 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b968005f-0d4e-45ad-b4e3-bf4a40f7bb46 admin admin] Publish callbacks [] for security_group (57bb2d7d-8297-4eee-9975-299f8b013ec0), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.427450 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf327-e4b7-4b20-a800-5f8262115208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (6d2b5391-2800-4b80-abad-044ac16f99ca), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.430306 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c1ccf327-e4b7-4b20-a800-5f8262115208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.431908 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c1ccf327-e4b7-4b20-a800-5f8262115208 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d2b5391-2800-4b80-abad-044ac16f99ca HTTP/1.1" status: 204 len: 168 time: 0.3302481 Apr 06 12:41:06.441977 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccf327-e4b7-4b20-a800-5f8262115208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2b5391-2800-4b80-abad-044ac16f99ca,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:06.465399 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aab37-0c87-484d-bfd6-4581716a4665 req-bea47407-2cef-4aa1-87bc-0ba5eb384cb0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:06.468345 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4f6aab37-0c87-484d-bfd6-4581716a4665 req-bea47407-2cef-4aa1-87bc-0ba5eb384cb0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0674353 Apr 06 12:41:06.469939 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b968005f-0d4e-45ad-b4e3-bf4a40f7bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (57bb2d7d-8297-4eee-9975-299f8b013ec0), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.473615 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b968005f-0d4e-45ad-b4e3-bf4a40f7bb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:06.475226 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-b968005f-0d4e-45ad-b4e3-bf4a40f7bb46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57bb2d7d-8297-4eee-9975-299f8b013ec0 HTTP/1.1" status: 204 len: 168 time: 0.3353753 Apr 06 12:41:06.505948 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968005f-0d4e-45ad-b4e3-bf4a40f7bb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb2d7d-8297-4eee-9975-299f8b013ec0,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:06.561681 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4f6aab37-0c87-484d-bfd6-4581716a4665 req-84ee68c8-1791-4ab8-a491-b38dfb5f4c50 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850713 Apr 06 12:41:06.586461 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6bba86e1-5e0c-4958-af65-00f44355d385 req-6618fcde-926f-4ad5-99d2-0b8011ff98f4 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0390954 Apr 06 12:41:06.723240 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4e3b0-9562-4b48-9d9c-09de67cdfe3f req-769ce36e-9469-4ad9-84be-aa2b02d1f9ce tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:06.723240 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aa4e3b0-9562-4b48-9d9c-09de67cdfe3f req-769ce36e-9469-4ad9-84be-aa2b02d1f9ce tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0660620 Apr 06 12:41:06.789019 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aa4e3b0-9562-4b48-9d9c-09de67cdfe3f req-ea92d420-e19d-4d5e-96bb-08ab5d95cb05 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586541 Apr 06 12:41:07.036995 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487b77b-fba2-471f-ac37-c9d43c26161b req-a70f397e-2a23-40e6-9df5-1f695b336000 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:07.038530 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1487b77b-fba2-471f-ac37-c9d43c26161b req-a70f397e-2a23-40e6-9df5-1f695b336000 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 947 time: 0.0637376 Apr 06 12:41:07.098942 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1487b77b-fba2-471f-ac37-c9d43c26161b req-98a1bc6c-4081-4796-9822-c6679e04477b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540006 Apr 06 12:41:07.393782 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44392) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:07.406889 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b69981e4-a4be-4e25-88e8-cb6e02687f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:07.523025 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b69981e4-a4be-4e25-88e8-cb6e02687f8d admin admin] Publish callbacks [] for security_group (62fc425a-b841-49a0-8c34-e88fbcc48772), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:07.631368 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b69981e4-a4be-4e25-88e8-cb6e02687f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (62fc425a-b841-49a0-8c34-e88fbcc48772), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:07.682865 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:41:07.746848 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-b69981e4-a4be-4e25-88e8-cb6e02687f8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=baa7a5d8d86a4c038b79e3b2f0b3beab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457239 Apr 06 12:41:07.746848 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-30ec73a5-be86-4227-b17c-4188c922b09a req-8c41ca5e-c7cf-4b8e-bf4a-9e73bee1cddf tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0469441 Apr 06 12:41:07.746848 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69981e4-a4be-4e25-88e8-cb6e02687f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fc425a-b841-49a0-8c34-e88fbcc48772,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:07.746848 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44410) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:07.808393 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-087ce38a-4263-43eb-97bc-b5c074c78033 admin admin] Publish callbacks [] for security_group (62fc425a-b841-49a0-8c34-e88fbcc48772), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:07.833446 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-087ce38a-4263-43eb-97bc-b5c074c78033 admin admin] Publish callbacks [] for security_group (62fc425a-b841-49a0-8c34-e88fbcc48772), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:07.964682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-087ce38a-4263-43eb-97bc-b5c074c78033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (62fc425a-b841-49a0-8c34-e88fbcc48772), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:07.967335 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-087ce38a-4263-43eb-97bc-b5c074c78033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:07.969065 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-087ce38a-4263-43eb-97bc-b5c074c78033 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62fc425a-b841-49a0-8c34-e88fbcc48772 HTTP/1.1" status: 204 len: 168 time: 0.2210581 Apr 06 12:41:07.978322 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ce38a-4263-43eb-97bc-b5c074c78033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fc425a-b841-49a0-8c34-e88fbcc48772,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:08.055917 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44428) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:08.223981 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65952854-9f7a-4c0d-9b4f-14269939871d req-8c7366ec-f168-43b6-958e-96067a4ec983 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:08.226036 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65952854-9f7a-4c0d-9b4f-14269939871d req-8c7366ec-f168-43b6-958e-96067a4ec983 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 947 time: 0.0599239 Apr 06 12:41:08.278980 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65952854-9f7a-4c0d-9b4f-14269939871d req-c90083ce-40ec-447b-9417-6326696ddef0 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Apr 06 12:41:08.387883 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1601675034-network', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:08.470295 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Made reservation on behalf of 11bb034cba2b4216a3107f4483bb1e41 for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:41:08.473273 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:08.481959 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:08.584602 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Publish callbacks [] for security_group (387fa23e-f704-400d-9bd5-02de2e80f192), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:08.650137 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (387fa23e-f704-400d-9bd5-02de2e80f192), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:08.678372 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:41:08.687177 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387fa23e-f704-400d-9bd5-02de2e80f192,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:08.693915 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (fbfc119b-93a6-416f-ad34-6c260155bf7c), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:08.694273 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Added segment fbfc119b-93a6-416f-ad34-6c260155bf7c of type vlan for network 4a7333ee-54b6-402d-8b31-d65ec196205c Apr 06 12:41:08.742682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (4a7333ee-54b6-402d-8b31-d65ec196205c), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:08.840682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (4a7333ee-54b6-402d-8b31-d65ec196205c), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:08.844768 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:08.844768 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:08.872125 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7685a3c6-72b6-4497-80ba-0979a5bba345 req-60431d15-500b-4e32-8755-431a6ace2d9b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0425234 Apr 06 12:41:08.937817 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] Pushing event updated for resources: {'Network': ['ID=4a7333ee-54b6-402d-8b31-d65ec196205c,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:08.948270 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 4a7333ee-54b6-402d-8b31-d65ec196205c details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:41:08.966309 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-52f4e223-bcaf-478e-b225-97bafcd86742 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9092314 Apr 06 12:41:08.969286 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44466) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:08.977862 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Request body: {'subnet': {'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1601675034-subnet', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:09.059329 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Made reservation on behalf of 11bb034cba2b4216a3107f4483bb1e41 for: {'subnet': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:41:09.061859 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118161746'] for subnet (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:09.348294 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b4b8c54a-d660-435e-b158-68528943c9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:09.390322 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118395603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118161740'] for subnet (111597ec-f219-48ba-b05f-e833846f3adf), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:09.463575 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=111597ec-f219-48ba-b05f-e833846f3adf,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:09.479514 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b653e-ba99-44aa-9b70-7054c4539c98 req-ee616e9f-709a-4dc7-8ff0-74e12f2edba6 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:09.488487 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd8b653e-ba99-44aa-9b70-7054c4539c98 req-ee616e9f-709a-4dc7-8ff0-74e12f2edba6 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 947 time: 0.1265941 Apr 06 12:41:09.498987 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Checking segment: {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:41:09.499351 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Network hostable DHCP agents. Network: 4a7333ee-54b6-402d-8b31-d65ec196205c, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:41:09.536479 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-ec4ffccb-4796-46b2-b15e-76b2fff6f687 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:09.540435 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-ec4ffccb-4796-46b2-b15e-76b2fff6f687 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.74 "GET /v2.0/networks?id=278a7cc5-c862-44ff-b581-f81b8f6d30da HTTP/1.1" status: 200 len: 813 time: 0.1515756 Apr 06 12:41:09.547066 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd8b653e-ba99-44aa-9b70-7054c4539c98 req-fa429be9-2e29-4899-a4da-6f01b22b208e tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595260 Apr 06 12:41:09.571957 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Request body: {'port': {'device_id': 'ad1c450c-12dd-4a54-a0b9-c778ff5990f9', 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da', 'admin_state_up': True, 'tenant_id': '24dc8c66d56d4ce2b5e4342f3c1714c8'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:09.642061 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Network 4a7333ee-54b6-402d-8b31-d65ec196205c is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:41:09.713536 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 4a7333ee-54b6-402d-8b31-d65ec196205c) {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:41:09.720401 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:09.721660 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:09.726075 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d58145a-6e08-4548-b9aa-3b061acacf32 None None] Network 4a7333ee-54b6-402d-8b31-d65ec196205c requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:41:09.799755 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Made reservation on behalf of 24dc8c66d56d4ce2b5e4342f3c1714c8 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:41:09.803192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:09.806270 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-708d90ca-3130-4144-9a2e-7e0d4e9c8226 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8343902 Apr 06 12:41:09.811111 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44504) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:09.816107 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:09.841701 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-4a7333ee-54b6-402d-8b31-d65ec196205c', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:41:09.842841 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:09.924889 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:09.926622 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:09.956260 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44514) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:10.001911 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks [] for router_controller (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), precommit_add_association {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.005297 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Allocated IP 172.20.0.6 (278a7cc5-c862-44ff-b581-f81b8f6d30da/7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf/11c34fa9-a9ae-4999-8699-cb9e5da65691) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:41:10.042722 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73b070a8-253c-4bd9-a3cf-24b8fe1edccc req-ccbee21e-757f-434e-841f-4e0cf9d9c610 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0393462 Apr 06 12:41:10.076504 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Allocated IP 172.20.0.2 (4a7333ee-54b6-402d-8b31-d65ec196205c/111597ec-f219-48ba-b05f-e833846f3adf/f9064c0a-d262-43d5-a35e-ed1f6dacdf7b) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:41:10.136886 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd307a69-2606-4505-905d-3da1317bdc32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.223108 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks [] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.273862 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Publish callbacks [] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.286486 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd307a69-2606-4505-905d-3da1317bdc32 admin admin] Publish callbacks [] for security_group (7e9aea22-4e29-4212-89cf-9a033911ee31), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.365127 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.371147 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957cc95-27ab-4d3c-abb3-e1e5ade2ce65 req-c68282ac-c718-4da5-a9a3-1d2aab1a43b2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:10.373870 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c957cc95-27ab-4d3c-abb3-e1e5ade2ce65 req-c68282ac-c718-4da5-a9a3-1d2aab1a43b2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.2167528 Apr 06 12:41:10.377807 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks [] for router_gateway (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.388420 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.390609 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd307a69-2606-4505-905d-3da1317bdc32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7e9aea22-4e29-4212-89cf-9a033911ee31), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.391121 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-1d655adf-4a74-42b0-a2e3-dabb48aa02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:10.393426 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-1d655adf-4a74-42b0-a2e3-dabb48aa02ad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 1130 time: 0.1457624 Apr 06 12:41:10.407752 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Network 4a7333ee-54b6-402d-8b31-d65ec196205c is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:41:10.413296 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:41:10.416875 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:41:10.459566 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 6bde5e00-0615-46f1-86f0-6885ab2ca4ed details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:41:10.464499 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Pushing event updated for resources: {'Port': ['ID=11c34fa9-a9ae-4999-8699-cb9e5da65691,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:10.466911 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Pushing event updated for resources: {'Port': ['ID=f9064c0a-d262-43d5-a35e-ed1f6dacdf7b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:10.498077 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.498458 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.499298 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.499427 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.499656 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.500031 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.500349 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.500669 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.500993 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.501316 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.501635 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.502048 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.503113 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.503444 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.503764 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:10.523086 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c957cc95-27ab-4d3c-abb3-e1e5ade2ce65 req-b666423d-5b91-4487-a24f-e1f7e33cc2e6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405435 Apr 06 12:41:10.525853 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Attempting to bind port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:41:10.526223 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Attempting to bind port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:41:10.526607 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Attempting to bind port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b on network 4a7333ee-54b6-402d-8b31-d65ec196205c {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:41:10.538119 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd307a69-2606-4505-905d-3da1317bdc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9aea22-4e29-4212-89cf-9a033911ee31,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:10.538991 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:41:10.539598 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Checking segment: {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:41:10.540298 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.546723 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bd307a69-2606-4505-905d-3da1317bdc32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d88d28d731c944559ec77db8c2133005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5887449 Apr 06 12:41:10.550224 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Bound using segment: {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:41:10.553829 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Bound port: f9064c0a-d262-43d5-a35e-ed1f6dacdf7b, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:41:10.554051 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.556861 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44524) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:10.568035 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Network 278a7cc5-c862-44ff-b581-f81b8f6d30da is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:41:10.570825 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:41:10.575816 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:41:10.597529 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-6c24c942-3382-4028-8673-0547a383110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:10.614523 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-6c24c942-3382-4028-8673-0547a383110f service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.2029932 Apr 06 12:41:10.650273 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:10.650273 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.693210 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,segment=NetworkSegment(d4533a4d-3148-4d73-8a05-4f2459b213b1),segment_id=d4533a4d-3148-4d73-8a05-4f2459b213b1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:10.707427 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] For port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:41:10.709949 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '6bde5e00-0615-46f1-86f0-6885ab2ca4ed', 'network_id': 'be3b4418-5d62-4651-b58b-823f0b77e9a3', 'port_id': '6bde5e00-0615-46f1-86f0-6885ab2ca4ed', 'mac_address': 'fa:16:3e:ce:e2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d0afa7-ca7b-493b-a36a-7615ccf6062e', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:41:10.712663 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] For port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f9064c0a-d262-43d5-a35e-ed1f6dacdf7b,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:41:10.739513 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-210c6b50-1dfd-436b-81c1-56e17fc8f34b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1815939 Apr 06 12:41:10.755154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:10.755550 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.758935 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Request body: {'port': {'device_id': 'ad1c450c-12dd-4a54-a0b9-c778ff5990f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:10.770294 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bde5e00-0615-46f1-86f0-6885ab2ca4ed {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:41:10.792653 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,segment=NetworkSegment(d4533a4d-3148-4d73-8a05-4f2459b213b1),segment_id=d4533a4d-3148-4d73-8a05-4f2459b213b1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:10.796224 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.829246 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.871020 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a0ca2-d4a5-4783-85a6-6287f14e3944 None None] Pushing event updated for resources: {'Port': ['ID=f9064c0a-d262-43d5-a35e-ed1f6dacdf7b,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:10.876053 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:10.928035 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-dbe0347e-e057-4ce3-b750-708675eaa766 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077852a7-2771-46ad-b0c7-a4d1684b012d HTTP/1.1" status: 200 len: 217 time: 0.3124115 Apr 06 12:41:10.946200 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:11.038066 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-b701cd9e-cc97-4a35-b335-994fb3ce66c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:11.039555 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-b701cd9e-cc97-4a35-b335-994fb3ce66c1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.1021779 Apr 06 12:41:11.040160 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ec7fafe2-186f-445b-81d8-b487f323ed87 admin admin] Publish callbacks [] for security_group (7e9aea22-4e29-4212-89cf-9a033911ee31), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.068115 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3ef5f-2fdc-4cc6-a246-79958c9ce54c req-030abc77-0c1c-4337-8634-5bb07f40d1e3 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:11.069642 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-61f3ef5f-2fdc-4cc6-a246-79958c9ce54c req-030abc77-0c1c-4337-8634-5bb07f40d1e3 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 948 time: 0.1496675 Apr 06 12:41:11.087821 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ec7fafe2-186f-445b-81d8-b487f323ed87 admin admin] Publish callbacks [] for security_group (7e9aea22-4e29-4212-89cf-9a033911ee31), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.132058 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c34fa9-a9ae-4999-8699-cb9e5da65691 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:41:11.152350 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Publish callbacks [] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.170162 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Transition to ACTIVE for port object 11c34fa9-a9ae-4999-8699-cb9e5da65691 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:41:11.242448 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.305717 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-61f3ef5f-2fdc-4cc6-a246-79958c9ce54c req-a2ed27a8-4e59-4454-8395-4c17ffc30a3d tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099273 Apr 06 12:41:11.309926 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Pushing event updated for resources: {'Port': ['ID=11c34fa9-a9ae-4999-8699-cb9e5da65691,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:11.372490 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-cde82e6b-78f7-4dc4-b324-d3f231ef3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:11.373997 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-cde82e6b-78f7-4dc4-b324-d3f231ef3b02 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1852455 Apr 06 12:41:11.375804 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks [] for router_gateway (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.377262 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Attempting to bind port 11c34fa9-a9ae-4999-8699-cb9e5da65691 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:41:11.377607 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Attempting to bind port 11c34fa9-a9ae-4999-8699-cb9e5da65691 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'f5112430-1753-4a89-8fa8-8597bd25f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:41:11.378215 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Attempting to bind port 11c34fa9-a9ae-4999-8699-cb9e5da65691 on network 278a7cc5-c862-44ff-b581-f81b8f6d30da {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:41:11.382462 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Port 11c34fa9-a9ae-4999-8699-cb9e5da65691 on network 278a7cc5-c862-44ff-b581-f81b8f6d30da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:41:11.382793 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Attempting to bind port 11c34fa9-a9ae-4999-8699-cb9e5da65691 on network 278a7cc5-c862-44ff-b581-f81b8f6d30da {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:41:11.388996 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:41:11.389596 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Checking segment: {'id': 'f5112430-1753-4a89-8fa8-8597bd25f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:41:11.390198 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Bound using segment: {'id': 'f5112430-1753-4a89-8fa8-8597bd25f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:41:11.390910 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Bound port: 11c34fa9-a9ae-4999-8699-cb9e5da65691, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5112430-1753-4a89-8fa8-8597bd25f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:41:11.391462 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.417474 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.431064 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa22db6-a4db-4933-a1bd-588f9163be99 req-629262ba-c1ab-4828-afc3-ced0fb3d7dc4 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:11.432550 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa22db6-a4db-4933-a1bd-588f9163be99 req-629262ba-c1ab-4828-afc3-ced0fb3d7dc4 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.2418499 Apr 06 12:41:11.439549 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['6bde5e00-0615-46f1-86f0-6885ab2ca4ed'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:41:11.464302 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ec7fafe2-186f-445b-81d8-b487f323ed87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7e9aea22-4e29-4212-89cf-9a033911ee31), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.465496 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] For port 11c34fa9-a9ae-4999-8699-cb9e5da65691, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:41:11.466850 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ec7fafe2-186f-445b-81d8-b487f323ed87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.470123 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] For port 11c34fa9-a9ae-4999-8699-cb9e5da65691, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=11c34fa9-a9ae-4999-8699-cb9e5da65691,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:41:11.471662 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ec7fafe2-186f-445b-81d8-b487f323ed87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7e9aea22-4e29-4212-89cf-9a033911ee31 HTTP/1.1" status: 204 len: 168 time: 0.9129860 Apr 06 12:41:11.537565 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fafe2-186f-445b-81d8-b487f323ed87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9aea22-4e29-4212-89cf-9a033911ee31,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:11.588725 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.628114 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-93d0b32a-d930-458e-8e64-9658fb40c9d6 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253153 Apr 06 12:41:11.633907 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cfa22db6-a4db-4933-a1bd-588f9163be99 req-26729ed7-031b-4896-a904-874c1749f9be tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721306 Apr 06 12:41:11.794329 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03ca079e-d9eb-49a1-a17d-dc89bfa3f3a6 req-4e5b4972-ab2e-4dd9-b8a0-0f6915176376 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576087 Apr 06 12:41:11.810895 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Allocated IP 172.27.0.232 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/245b4e6f-903e-4a09-8ed0-1cad20eb3785) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:41:11.831750 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94810042-5f25-4190-8024-7f311b0d5e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.887592 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b34bd-10f7-4b91-84e2-d2ad657e6eff req-a9a4096b-4c70-4d57-acf9-a6d8625790f3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:11.889299 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f68b34bd-10f7-4b91-84e2-d2ad657e6eff req-a9a4096b-4c70-4d57-acf9-a6d8625790f3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.2642217 Apr 06 12:41:11.915003 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:11.915623 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:11.917034 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] 10.222.0.74 "PUT /v2.0/ports/11c34fa9-a9ae-4999-8699-cb9e5da65691 HTTP/1.1" status: 200 len: 1093 time: 1.1627474 Apr 06 12:41:11.917502 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1c450c-12dd-4a54-a0b9-c778ff5990f9', 'tag': '11c34fa9-a9ae-4999-8699-cb9e5da65691'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:41:11.932347 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d949d5-74de-4fd6-980d-5388254950b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1c450c-12dd-4a54-a0b9-c778ff5990f9", "tag": "11c34fa9-a9ae-4999-8699-cb9e5da65691"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:41:11.975725 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be5b54-ce33-4c6e-b0bc-d6057aff370e x-openstack-request-id: req-b9be5b54-ce33-4c6e-b0bc-d6057aff370e {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:41:11.976199 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1c450c-12dd-4a54-a0b9-c778ff5990f9", "tag": "11c34fa9-a9ae-4999-8699-cb9e5da65691", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:41:11.976601 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9be5b54-ce33-4c6e-b0bc-d6057aff370e {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:41:11.977151 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9be5b54-ce33-4c6e-b0bc-d6057aff370e'] response: {'name': 'network-changed', 'server_uuid': 'ad1c450c-12dd-4a54-a0b9-c778ff5990f9', 'tag': '11c34fa9-a9ae-4999-8699-cb9e5da65691', 'status': 'completed', 'code': 200} Apr 06 12:41:11.984897 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9eb69-e335-4a71-b231-785b22665b9c service neutron] Pushing event updated for resources: {'Port': ['ID=11c34fa9-a9ae-4999-8699-cb9e5da65691,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:11.995264 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f68b34bd-10f7-4b91-84e2-d2ad657e6eff req-926da546-8323-4f76-8ebd-a92372b6423c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943952 Apr 06 12:41:12.009109 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks [] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:12.115202 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:12.145269 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f9064c0a-d262-43d5-a35e-ed1f6dacdf7b up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:41:12.166611 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:41:12.169775 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:41:12.175094 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:41:12.178290 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Pushing event updated for resources: {'Port': ['ID=245b4e6f-903e-4a09-8ed0-1cad20eb3785,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:12.199376 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9182742d-ed2e-4033-9e79-3c7448737650 None None] Network 4a7333ee-54b6-402d-8b31-d65ec196205c requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:41:12.218657 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-adb913ae-4164-47cc-a08f-f493a5d83271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:12.220436 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-adb913ae-4164-47cc-a08f-f493a5d83271 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=24dc8c66d56d4ce2b5e4342f3c1714c8&device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 1127 time: 0.0903087 Apr 06 12:41:12.284101 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-229239f6-f82a-4f75-bef0-5d34d3074284 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11c34fa9-a9ae-4999-8699-cb9e5da65691 HTTP/1.1" status: 200 len: 217 time: 0.0480652 Apr 06 12:41:12.322589 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-0f3d4781-9fff-4264-9965-0abbea494b90 None None] Provisioning complete for port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:12.322986 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4781-9fff-4264-9965-0abbea494b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:12.326213 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:12.326710 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:12.336069 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-452b8bc9-09be-43be-aaf5-e4446dda4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:12.337623 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-452b8bc9-09be-43be-aaf5-e4446dda4c55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf HTTP/1.1" status: 200 len: 853 time: 0.0473144 Apr 06 12:41:12.384159 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-697d7119-4e6f-4808-b5bb-6a4cb45f3ff8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=278a7cc5-c862-44ff-b581-f81b8f6d30da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341396 Apr 06 12:41:12.545372 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d4781-9fff-4264-9965-0abbea494b90 None None] Current status of the port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:12.545933 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-93b5d23c-2335-4b05-ab7e-10a8ae26e1e0 service neutron] 10.222.0.74 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519828 Apr 06 12:41:12.546053 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4781-9fff-4264-9965-0abbea494b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:12.612193 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:12.617423 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:12.645261 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks [] for router_gateway (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:12.665002 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-0f3d4781-9fff-4264-9965-0abbea494b90 None None] For port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f9064c0a-d262-43d5-a35e-ed1f6dacdf7b,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:12.716513 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0297fe73-9de6-4f1c-bc53-663a1b559314 req-586792d0-4390-4fc2-a207-9eec801b1f57 service neutron] 10.222.0.74 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652625 Apr 06 12:41:12.726556 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0f3d4781-9fff-4264-9965-0abbea494b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:12.812733 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 6bde5e00-0615-46f1-86f0-6885ab2ca4ed up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:41:12.846623 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162ae700-d196-4939-b799-d3ebc09d879a req-2f8ea727-dc59-4751-ad3e-619e469e585f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:12.855209 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-162ae700-d196-4939-b799-d3ebc09d879a req-2f8ea727-dc59-4751-ad3e-619e469e585f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 948 time: 0.4524007 Apr 06 12:41:13.039203 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d4781-9fff-4264-9965-0abbea494b90 None None] Pushing event updated for resources: {'Port': ['ID=f9064c0a-d262-43d5-a35e-ed1f6dacdf7b,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:13.053615 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.db.api [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:41:13.053960 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG oslo_db.api [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:41:13.062293 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-cc12e917-4f4f-4d39-92e3-f43e15a91fea None None] Provisioning complete for port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:13.063223 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cc12e917-4f4f-4d39-92e3-f43e15a91fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:13.072424 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742890a7-ee5b-4d3e-b9fe-2e0a6aa7fe28 req-aad15327-16f9-47d0-b013-9882f0ec0e0b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:13.074503 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-742890a7-ee5b-4d3e-b9fe-2e0a6aa7fe28 req-aad15327-16f9-47d0-b013-9882f0ec0e0b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.2860582 Apr 06 12:41:13.079697 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-162ae700-d196-4939-b799-d3ebc09d879a req-e2f6ae7c-2204-43bd-9f19-3ebed52755b4 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231786 Apr 06 12:41:13.082527 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:13.110112 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:13.181923 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-cc12e917-4f4f-4d39-92e3-f43e15a91fea None None] Current status of the port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:13.199403 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:41:13.203623 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:13.204108 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:13.261409 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-742890a7-ee5b-4d3e-b9fe-2e0a6aa7fe28 req-d56bc4dc-b1aa-4d35-b927-5b5ee91edb05 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738093 Apr 06 12:41:13.295082 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:13.295479 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:13.297057 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f85f0-b435-471f-96d9-ee7cb256f97e req-5ea3472a-be66-4b60-a692-7a5066d693ae tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:13.298643 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-764f85f0-b435-471f-96d9-ee7cb256f97e req-5ea3472a-be66-4b60-a692-7a5066d693ae tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.1115577 Apr 06 12:41:13.319759 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b7e95a-ca60-4039-ba44-7b9ed050152b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bde5e00-0615-46f1-86f0-6885ab2ca4ed'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:41:13.322151 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894c2788-71fd-4afa-ba3e-7d235392b92c" -d '{"events": [{"server_uuid": "18b7e95a-ca60-4039-ba44-7b9ed050152b", "name": "network-vif-plugged", "status": "completed", "tag": "6bde5e00-0615-46f1-86f0-6885ab2ca4ed"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:41:13.336215 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,segment=NetworkSegment(d4533a4d-3148-4d73-8a05-4f2459b213b1),segment_id=d4533a4d-3148-4d73-8a05-4f2459b213b1)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:13.363418 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffce8275-8c63-435f-ab4b-b28456bad441 x-openstack-request-id: req-ffce8275-8c63-435f-ab4b-b28456bad441 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:41:13.363731 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b7e95a-ca60-4039-ba44-7b9ed050152b", "name": "network-vif-plugged", "status": "completed", "tag": "6bde5e00-0615-46f1-86f0-6885ab2ca4ed", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:41:13.363997 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ffce8275-8c63-435f-ab4b-b28456bad441 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:41:13.364401 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffce8275-8c63-435f-ab4b-b28456bad441'] response: {'server_uuid': '18b7e95a-ca60-4039-ba44-7b9ed050152b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bde5e00-0615-46f1-86f0-6885ab2ca4ed', 'code': 200} Apr 06 12:41:13.371557 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-764f85f0-b435-471f-96d9-ee7cb256f97e req-30d0c70a-d44e-41b0-b60a-2708962cc171 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625107 Apr 06 12:41:13.394030 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:13.444585 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:13.450885 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:41:13.569841 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:41:13.578863 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Sync routers for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:41:13.589493 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:41:13.590110 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:41:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:13.595560 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:13.667088 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:13.668540 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-2558d646-b7a2-4567-98f0-4c003ecd2f9e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8560255 Apr 06 12:41:13.671118 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44592) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:13.702013 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:41:13.932169 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:12Z', 'revision_number': 3, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:13.960141 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Checking router: ff949d93-aade-4cfd-988d-4e9b34fa5bc4 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:41:13.960407 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Updating router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 port 245b4e6f-903e-4a09-8ed0-1cad20eb3785 binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:41:13.993065 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.096917 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f9064c0a-d262-43d5-a35e-ed1f6dacdf7b up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:41:14.153541 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:14.153914 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.243146 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:14.313745 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Publish callbacks [] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.340073 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3976f-bcef-4c19-888a-2b7e9c3e71c3 req-2d53c96e-ef01-4803-a850-42a28742be9a tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:14.341762 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0fb3976f-bcef-4c19-888a-2b7e9c3e71c3 req-2d53c96e-ef01-4803-a850-42a28742be9a tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.1241126 Apr 06 12:41:14.430676 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.479548 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Pushing event updated for resources: {'Port': ['ID=245b4e6f-903e-4a09-8ed0-1cad20eb3785,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:14.490800 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0fb3976f-bcef-4c19-888a-2b7e9c3e71c3 req-979e5578-5ef6-499b-9986-bc25e308028b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258528 Apr 06 12:41:14.501703 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f98bb-7925-4d31-85a8-1dfdff3af196 req-1803fb1d-e322-4106-9198-178c5ee1b5e3 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:14.503538 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd7f98bb-7925-4d31-85a8-1dfdff3af196 req-1803fb1d-e322-4106-9198-178c5ee1b5e3 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.1395826 Apr 06 12:41:14.519881 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.520229 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.520597 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.520952 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.521285 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.521960 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.522292 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.522652 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.522980 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.523485 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.523817 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.524137 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.524476 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.524951 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.525269 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:41:14.531399 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Attempting to bind port 245b4e6f-903e-4a09-8ed0-1cad20eb3785 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:41:14.531770 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Attempting to bind port 245b4e6f-903e-4a09-8ed0-1cad20eb3785 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:41:14.532133 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Attempting to bind port 245b4e6f-903e-4a09-8ed0-1cad20eb3785 on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:41:14.539193 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:41:14.539868 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:41:14.540436 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.540984 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:41:14.541596 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Bound port: 245b4e6f-903e-4a09-8ed0-1cad20eb3785, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:41:14.541979 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.551336 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.578335 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.578877 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44612) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:14.603846 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] For port 245b4e6f-903e-4a09-8ed0-1cad20eb3785, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:41:14.607856 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] For port 245b4e6f-903e-4a09-8ed0-1cad20eb3785, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=245b4e6f-903e-4a09-8ed0-1cad20eb3785,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:41:14.631510 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd7f98bb-7925-4d31-85a8-1dfdff3af196 req-207913e2-6868-4f34-ab98-639196551b74 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169748 Apr 06 12:41:14.685010 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.712304 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3655fe12-0e8d-41d4-8e0e-00a93ec571a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.733561 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507e751-c560-4986-adfa-24a656161226 req-9ea79a6d-8afa-4f91-9a7b-cd46a2f8cd92 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:14.735199 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9507e751-c560-4986-adfa-24a656161226 req-9ea79a6d-8afa-4f91-9a7b-cd46a2f8cd92 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.1406524 Apr 06 12:41:14.801080 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3655fe12-0e8d-41d4-8e0e-00a93ec571a2 admin admin] Publish callbacks [] for security_group (7cce3c33-1c0a-44ea-b87a-7357c5a7026e), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.826760 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9507e751-c560-4986-adfa-24a656161226 req-1f30781d-bca4-433a-9453-07b75714a4a1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858507 Apr 06 12:41:14.858647 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Allocated IP 172.20.0.1 (4a7333ee-54b6-402d-8b31-d65ec196205c/111597ec-f219-48ba-b05f-e833846f3adf/222abb43-79a0-4a7b-ab18-5a61992b92e1) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:41:14.871673 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85065f5f-79fa-4673-a450-ba686675320e None None] Pushing event updated for resources: {'Port': ['ID=245b4e6f-903e-4a09-8ed0-1cad20eb3785,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:14.874584 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:41:14.875198 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:41:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:14.901890 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3655fe12-0e8d-41d4-8e0e-00a93ec571a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7cce3c33-1c0a-44ea-b87a-7357c5a7026e), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:14.941375 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3655fe12-0e8d-41d4-8e0e-00a93ec571a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c7978f376a7409d9679c831ae4ef259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3613820 Apr 06 12:41:14.945201 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44620) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:14.967365 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655fe12-0e8d-41d4-8e0e-00a93ec571a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cce3c33-1c0a-44ea-b87a-7357c5a7026e,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:14.993098 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:41:15.018547 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Publish callbacks [] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.036278 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-244485b5-377a-464a-b048-d405323c63d9 admin admin] Publish callbacks [] for security_group (7cce3c33-1c0a-44ea-b87a-7357c5a7026e), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.070271 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-244485b5-377a-464a-b048-d405323c63d9 admin admin] Publish callbacks [] for security_group (7cce3c33-1c0a-44ea-b87a-7357c5a7026e), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.136884 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.170780 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-244485b5-377a-464a-b048-d405323c63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7cce3c33-1c0a-44ea-b87a-7357c5a7026e), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.173315 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-244485b5-377a-464a-b048-d405323c63d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.174559 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-244485b5-377a-464a-b048-d405323c63d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7cce3c33-1c0a-44ea-b87a-7357c5a7026e HTTP/1.1" status: 204 len: 168 time: 0.2282367 Apr 06 12:41:15.191395 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244485b5-377a-464a-b048-d405323c63d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cce3c33-1c0a-44ea-b87a-7357c5a7026e,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:15.195447 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Network 4a7333ee-54b6-402d-8b31-d65ec196205c is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:41:15.203243 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:41:15.207654 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:12Z', 'revision_number': 3, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:15.208515 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:41:15.212823 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Pushing event updated for resources: {'Port': ['ID=222abb43-79a0-4a7b-ab18-5a61992b92e1,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:15.256943 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.258156 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967cc0f-79a2-4f80-8d0b-e2d33eecd71b None None] The sync data for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi is: [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:12Z', 'revision_number': 3, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:41:15.483512 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.591325 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-700359a1-c590-4997-a5bc-5f820bbbb948 None None] Provisioning complete for port 222abb43-79a0-4a7b-ab18-5a61992b92e1 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:15.592591 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-700359a1-c590-4997-a5bc-5f820bbbb948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.648982 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-700359a1-c590-4997-a5bc-5f820bbbb948 None None] Port 222abb43-79a0-4a7b-ab18-5a61992b92e1 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:41:15.802153 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735dc0a-5e70-4843-8959-64d2b999d3ee req-438d4aa7-0e1d-4d02-a710-4e8923c22bbb tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:15.809198 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e735dc0a-5e70-4843-8959-64d2b999d3ee req-438d4aa7-0e1d-4d02-a710-4e8923c22bbb tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.1442237 Apr 06 12:41:15.852003 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Publish callbacks [] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:15.892272 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d07fe-9776-40ca-945c-25f13ec1bbbe req-27e8a510-a303-48ce-bfe9-88527a9ef0f3 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:15.895074 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3b8d07fe-9776-40ca-945c-25f13ec1bbbe req-27e8a510-a303-48ce-bfe9-88527a9ef0f3 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.1636395 Apr 06 12:41:15.916188 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e735dc0a-5e70-4843-8959-64d2b999d3ee req-ea999392-53f8-4842-90a1-9c639a55fe69 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042264 Apr 06 12:41:15.966752 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.043986 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44638) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:16.062349 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.078948 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8a115f7-9193-423e-ae1b-8c2886b703b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.088961 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.134587 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3b8d07fe-9776-40ca-945c-25f13ec1bbbe req-eaea3307-2d3d-4b8b-baaf-e3d511016b43 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312992 Apr 06 12:41:16.141567 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 245b4e6f-903e-4a09-8ed0-1cad20eb3785 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:41:16.190222 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Pushing event updated for resources: {'Port': ['ID=222abb43-79a0-4a7b-ab18-5a61992b92e1,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:16.211786 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 245b4e6f-903e-4a09-8ed0-1cad20eb3785 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:16.212548 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.216177 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4c3d-95f9-4d0b-a0e2-1c1c9841d6be req-90a4e9df-835b-4faa-9df0-37be7bd4dada tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:16.223557 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dbff4c3d-95f9-4d0b-a0e2-1c1c9841d6be req-90a4e9df-835b-4faa-9df0-37be7bd4dada tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.2062457 Apr 06 12:41:16.234578 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8a115f7-9193-423e-ae1b-8c2886b703b2 admin admin] Publish callbacks [] for security_group (e46244dd-7114-447b-b7e2-94e26663d44f), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.302965 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dbff4c3d-95f9-4d0b-a0e2-1c1c9841d6be req-4d110c56-16d6-4fdb-a793-8a4e5e8ddf28 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785162 Apr 06 12:41:16.311599 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 245b4e6f-903e-4a09-8ed0-1cad20eb3785 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:16.312001 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.316268 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Network 4a7333ee-54b6-402d-8b31-d65ec196205c is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:41:16.318508 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:41:16.327222 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8a115f7-9193-423e-ae1b-8c2886b703b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (e46244dd-7114-447b-b7e2-94e26663d44f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.357642 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 245b4e6f-903e-4a09-8ed0-1cad20eb3785, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=245b4e6f-903e-4a09-8ed0-1cad20eb3785,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:16.405866 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c8a115f7-9193-423e-ae1b-8c2886b703b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9096ad7f330b4861845b2da0a5dc9378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607171 Apr 06 12:41:16.406507 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44640) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:16.421207 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a115f7-9193-423e-ae1b-8c2886b703b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46244dd-7114-447b-b7e2-94e26663d44f,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:16.467671 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:41:16.471484 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.490144 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c37cd71-0387-4f38-aae6-3b6ed5b74441 admin admin] Publish callbacks [] for security_group (e46244dd-7114-447b-b7e2-94e26663d44f), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.519871 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c37cd71-0387-4f38-aae6-3b6ed5b74441 admin admin] Publish callbacks [] for security_group (e46244dd-7114-447b-b7e2-94e26663d44f), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.578825 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=245b4e6f-903e-4a09-8ed0-1cad20eb3785,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:16.655810 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:41:16.662021 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-cf805832-8774-4c7d-93e3-7808285c24f5 admin admin] 10.222.0.60 "PUT /v2.0/routers/ff949d93-aade-4cfd-988d-4e9b34fa5bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9898963 Apr 06 12:41:16.679209 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c37cd71-0387-4f38-aae6-3b6ed5b74441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (e46244dd-7114-447b-b7e2-94e26663d44f), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.682928 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8c37cd71-0387-4f38-aae6-3b6ed5b74441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.683339 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-31894756-e369-433d-ac69-174c114c8da4 None None] Provisioning complete for port 222abb43-79a0-4a7b-ab18-5a61992b92e1 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:16.690214 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-31894756-e369-433d-ac69-174c114c8da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:16.690385 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-8c37cd71-0387-4f38-aae6-3b6ed5b74441 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e46244dd-7114-447b-b7e2-94e26663d44f HTTP/1.1" status: 204 len: 168 time: 0.2777960 Apr 06 12:41:16.710628 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37cd71-0387-4f38-aae6-3b6ed5b74441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46244dd-7114-447b-b7e2-94e26663d44f,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:16.747661 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-31894756-e369-433d-ac69-174c114c8da4 None None] Port 222abb43-79a0-4a7b-ab18-5a61992b92e1 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:41:17.086321 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d42ce9-e3a6-424a-b8e2-4913ec55abe2 req-8a6508d3-5dbd-4b1f-90d4-bec63be4b2fb tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:17.088164 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d2d42ce9-e3a6-424a-b8e2-4913ec55abe2 req-8a6508d3-5dbd-4b1f-90d4-bec63be4b2fb tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0913589 Apr 06 12:41:17.141393 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d2d42ce9-e3a6-424a-b8e2-4913ec55abe2 req-5ad049ef-2e46-4561-8134-e0ae59b872d4 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476930 Apr 06 12:41:17.276115 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410e744-8ddf-4786-a7db-cf5c688c040e req-f15f741f-ba39-4458-b435-e59caad83274 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:17.277702 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5410e744-8ddf-4786-a7db-cf5c688c040e req-f15f741f-ba39-4458-b435-e59caad83274 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.0647836 Apr 06 12:41:17.331457 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5410e744-8ddf-4786-a7db-cf5c688c040e req-b9774cca-82e0-409d-9a30-7864d80cdf9a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438645 Apr 06 12:41:17.396544 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Sync routers for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:41:17.409099 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:41:17.410322 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:41:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:17.482893 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39bc60-fb3f-4022-ab52-4df9ba680687 req-17f5b41d-e9e0-4ac1-b6fa-45661407a3c2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:17.484943 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3b39bc60-fb3f-4022-ab52-4df9ba680687 req-17f5b41d-e9e0-4ac1-b6fa-45661407a3c2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0837607 Apr 06 12:41:17.532908 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:41:17.538552 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3b39bc60-fb3f-4022-ab52-4df9ba680687 req-18225e17-bfd5-4c89-ba09-3bb2f2441d25 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 Apr 06 12:41:17.580787 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44674) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:17.586235 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-fda9fcac-fc56-451f-b79e-4f33a64bfe6d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55719124', 'description': 'tempest-description--1432355641'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:17.699342 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fda9fcac-fc56-451f-b79e-4f33a64bfe6d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:17.776114 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 2, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:17.809241 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fda9fcac-fc56-451f-b79e-4f33a64bfe6d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (71d59111-5c59-449e-82e5-3d5985ebc6b3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:17.812445 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Checking router: ff949d93-aade-4cfd-988d-4e9b34fa5bc4 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:41:17.812799 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Updating router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 port 222abb43-79a0-4a7b-ab18-5a61992b92e1 binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:41:17.844687 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:17.875716 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fda9fcac-fc56-451f-b79e-4f33a64bfe6d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (71d59111-5c59-449e-82e5-3d5985ebc6b3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:17.909850 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9fcac-fc56-451f-b79e-4f33a64bfe6d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d59111-5c59-449e-82e5-3d5985ebc6b3,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:17.973729 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fda9fcac-fc56-451f-b79e-4f33a64bfe6d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:17.977138 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-fda9fcac-fc56-451f-b79e-4f33a64bfe6d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3950369 Apr 06 12:41:17.979914 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44686) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:17.984658 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-91161041-f391-443d-89a7-d2881e026478 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'security_group_rule': {'security_group_id': '71d59111-5c59-449e-82e5-3d5985ebc6b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:18.082695 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-91161041-f391-443d-89a7-d2881e026478 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (ac14db4e-1d52-49b4-b060-a56b060c5e66), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.085424 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 245b4e6f-903e-4a09-8ed0-1cad20eb3785 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:41:18.179102 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Publish callbacks [] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.179682 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-91161041-f391-443d-89a7-d2881e026478 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (ac14db4e-1d52-49b4-b060-a56b060c5e66), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.195801 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 245b4e6f-903e-4a09-8ed0-1cad20eb3785 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:18.195801 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.239402 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-91161041-f391-443d-89a7-d2881e026478 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (ac14db4e-1d52-49b4-b060-a56b060c5e66), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.254071 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.258735 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91161041-f391-443d-89a7-d2881e026478 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac14db4e-1d52-49b4-b060-a56b060c5e66,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:18.298631 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4686416-a101-40b2-b562-ce1a74b11500 req-92761899-d9d1-443d-97cd-a73c2e1fb71b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:18.300652 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e4686416-a101-40b2-b562-ce1a74b11500 req-92761899-d9d1-443d-97cd-a73c2e1fb71b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0738249 Apr 06 12:41:18.329909 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-91161041-f391-443d-89a7-d2881e026478 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.334339 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-91161041-f391-443d-89a7-d2881e026478 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506978 Apr 06 12:41:18.337934 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 44694) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:18.338111 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eb4e4-ee90-4280-97f5-7e7d88a5fcd2 None None] Pushing event updated for resources: {'Port': ['ID=222abb43-79a0-4a7b-ab18-5a61992b92e1,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:18.338196 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 245b4e6f-903e-4a09-8ed0-1cad20eb3785 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:18.339178 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-5b00ebd2-5c5a-47f7-af33-1f5ea77071d0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'security_group_rule': {'security_group_id': '71d59111-5c59-449e-82e5-3d5985ebc6b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:18.374993 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e4686416-a101-40b2-b562-ce1a74b11500 req-c450b6d6-1ecf-4c16-80e0-e7ac1a7944e9 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678017 Apr 06 12:41:18.454894 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5b00ebd2-5c5a-47f7-af33-1f5ea77071d0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (4993c418-7443-44cc-8529-b8fd9d96d142), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.458353 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Attempting to bind port 222abb43-79a0-4a7b-ab18-5a61992b92e1 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:41:18.458353 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Attempting to bind port 222abb43-79a0-4a7b-ab18-5a61992b92e1 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:41:18.458353 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Attempting to bind port 222abb43-79a0-4a7b-ab18-5a61992b92e1 on network 4a7333ee-54b6-402d-8b31-d65ec196205c {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:41:18.466983 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:41:18.467390 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Checking segment: {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:41:18.467895 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.468360 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Bound using segment: {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:41:18.468953 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Bound port: 222abb43-79a0-4a7b-ab18-5a61992b92e1, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:41:18.469725 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.529429 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73244e-eece-41e7-9995-1c38f5756a4b req-e9af05e9-426e-4fa5-86a5-f9fe81e6d912 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:18.538357 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-af73244e-eece-41e7-9995-1c38f5756a4b req-e9af05e9-426e-4fa5-86a5-f9fe81e6d912 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.1157124 Apr 06 12:41:18.552858 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5b00ebd2-5c5a-47f7-af33-1f5ea77071d0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (4993c418-7443-44cc-8529-b8fd9d96d142), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.556536 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] For port 222abb43-79a0-4a7b-ab18-5a61992b92e1, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:41:18.559820 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] For port 222abb43-79a0-4a7b-ab18-5a61992b92e1, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=222abb43-79a0-4a7b-ab18-5a61992b92e1,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:41:18.583321 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-9f6787d9-fcc1-45d6-96d6-31771bdf2a8e None None] Provisioning complete for port 222abb43-79a0-4a7b-ab18-5a61992b92e1 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:18.583726 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9f6787d9-fcc1-45d6-96d6-31771bdf2a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.592163 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-af73244e-eece-41e7-9995-1c38f5756a4b req-07829b9b-8abc-47f6-9df3-5409de2b2b5c tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528419 Apr 06 12:41:18.632670 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-9f6787d9-fcc1-45d6-96d6-31771bdf2a8e None None] Port 222abb43-79a0-4a7b-ab18-5a61992b92e1 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:41:18.656755 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.657801 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5b00ebd2-5c5a-47f7-af33-1f5ea77071d0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (4993c418-7443-44cc-8529-b8fd9d96d142), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.680803 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a09f-c18f-475e-91ce-dc6b36cfb0f6 req-4fd2838d-ebb8-4488-bc57-9bf9cb190212 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:18.682798 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00ebd2-5c5a-47f7-af33-1f5ea77071d0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4993c418-7443-44cc-8529-b8fd9d96d142,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:18.687852 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c766a09f-c18f-475e-91ce-dc6b36cfb0f6 req-4fd2838d-ebb8-4488-bc57-9bf9cb190212 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0737500 Apr 06 12:41:18.732951 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5b00ebd2-5c5a-47f7-af33-1f5ea77071d0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.739102 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5b00ebd2-5c5a-47f7-af33-1f5ea77071d0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4032633 Apr 06 12:41:18.739672 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 44708) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:18.744321 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:18.745201 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038eb4e4-ee90-4280-97f5-7e7d88a5fcd2 None None] Pushing event updated for resources: {'Port': ['ID=222abb43-79a0-4a7b-ab18-5a61992b92e1,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:18.747856 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:41:18.748669 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:41:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:18.767263 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c766a09f-c18f-475e-91ce-dc6b36cfb0f6 req-47805e30-5d45-4bb0-8a8b-596706ca4637 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784359 Apr 06 12:41:18.837613 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:18.976275 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:19.034148 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:41:19.088590 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-3a779d55-c8a0-4440-a04e-9f51b78bd6b7 None None] Provisioning complete for port 222abb43-79a0-4a7b-ab18-5a61992b92e1 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:19.088990 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3a779d55-c8a0-4440-a04e-9f51b78bd6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:19.091225 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Allocated IP 172.27.0.179 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/287d512b-6030-4d0e-8b0d-a39a98d716c4) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:41:19.217675 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for port (287d512b-6030-4d0e-8b0d-a39a98d716c4), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:19.298014 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-3a779d55-c8a0-4440-a04e-9f51b78bd6b7 None None] Current status of the port 222abb43-79a0-4a7b-ab18-5a61992b92e1 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:19.298419 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3a779d55-c8a0-4440-a04e-9f51b78bd6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:19.336806 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (287d512b-6030-4d0e-8b0d-a39a98d716c4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:19.340732 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-3a779d55-c8a0-4440-a04e-9f51b78bd6b7 None None] For port 222abb43-79a0-4a7b-ab18-5a61992b92e1, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=222abb43-79a0-4a7b-ab18-5a61992b92e1,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:19.350091 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:18Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:41:19.374926 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:41:19.377480 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3aa692-26ec-42be-b3ad-730ff3d1238f None None] The sync data for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi is: [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:18Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:41:19.377936 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:41:19.383754 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:41:19.411616 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3a779d55-c8a0-4440-a04e-9f51b78bd6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:19.412271 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'Port': ['ID=287d512b-6030-4d0e-8b0d-a39a98d716c4,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:19.505075 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a779d55-c8a0-4440-a04e-9f51b78bd6b7 None None] Pushing event updated for resources: {'Port': ['ID=222abb43-79a0-4a7b-ab18-5a61992b92e1,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:19.583026 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (8cbee85e-803a-4776-b2d3-0df817d4cee1), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:19.592876 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc5034-3439-4b41-93f0-4dc4895dd75a req-4905d873-5e8c-4c2b-adb9-360b82d18da8 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:19.594439 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-52cc5034-3439-4b41-93f0-4dc4895dd75a req-4905d873-5e8c-4c2b-adb9-360b82d18da8 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.1110590 Apr 06 12:41:19.664995 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-52cc5034-3439-4b41-93f0-4dc4895dd75a req-fe258297-ed3f-4360-b97b-7a2d9fded92b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617709 Apr 06 12:41:19.736614 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (287d512b-6030-4d0e-8b0d-a39a98d716c4), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:19.803284 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417281c8-26d2-4486-99d2-55b7740b8b79 req-c3cdcf1d-fd14-44c6-b12a-4b4367bf3194 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:19.806051 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-417281c8-26d2-4486-99d2-55b7740b8b79 req-c3cdcf1d-fd14-44c6-b12a-4b4367bf3194 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.1064949 Apr 06 12:41:19.949472 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-417281c8-26d2-4486-99d2-55b7740b8b79 req-37ec8a69-30c8-4f20-ab56-f5635859e564 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311359 Apr 06 12:41:19.998426 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866d0d6-58d5-4ead-98d4-db81f699d86d req-8e3fdf9d-00c3-4b1c-b4e4-193793a6b89a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:19.999954 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f866d0d6-58d5-4ead-98d4-db81f699d86d req-8e3fdf9d-00c3-4b1c-b4e4-193793a6b89a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.1526303 Apr 06 12:41:20.038206 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for port (287d512b-6030-4d0e-8b0d-a39a98d716c4), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:20.072619 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f866d0d6-58d5-4ead-98d4-db81f699d86d req-c7ed4aff-cebf-4cc1-8084-f6736aaeb94e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623953 Apr 06 12:41:20.097410 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 222abb43-79a0-4a7b-ab18-5a61992b92e1 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:41:20.103295 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (287d512b-6030-4d0e-8b0d-a39a98d716c4), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:20.163901 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 222abb43-79a0-4a7b-ab18-5a61992b92e1 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:20.164519 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:20.177502 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'Port': ['ID=287d512b-6030-4d0e-8b0d-a39a98d716c4,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:20.201073 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (8cbee85e-803a-4776-b2d3-0df817d4cee1), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:20.292912 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 222abb43-79a0-4a7b-ab18-5a61992b92e1 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:20.306605 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:20.306605 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-8f5ca266-8085-46c3-982d-59edc68f5f33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5653391 Apr 06 12:41:20.541785 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ffa0dbfd-47dd-44d9-991c-56735d00467a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--55719124&fields=id&tenant_id=11bb034cba2b4216a3107f4483bb1e41 HTTP/1.1" status: 200 len: 267 time: 0.0544460 Apr 06 12:41:20.668309 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-6629f602-674b-4836-a263-39aa1b722ff1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:20.669743 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-6629f602-674b-4836-a263-39aa1b722ff1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 811 time: 0.1202810 Apr 06 12:41:20.684301 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-4945fc33-4f3c-42c7-9517-34376c5b54c5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/quotas/11bb034cba2b4216a3107f4483bb1e41 HTTP/1.1" status: 200 len: 375 time: 0.0088811 Apr 06 12:41:20.743561 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-4d70631f-0481-4c86-acf0-06ce3c6d47e0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541468 Apr 06 12:41:21.078192 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a8588-71a0-4c3f-8650-83346de2f027 req-7ffd3a94-4378-456c-a66b-4714a47512ec tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:21.079680 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c59a8588-71a0-4c3f-8650-83346de2f027 req-7ffd3a94-4378-456c-a66b-4714a47512ec tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.3349686 Apr 06 12:41:21.114956 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b157edd1-7aad-4685-8356-4f8e5acc23ad service neutron] 10.222.0.60 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574100 Apr 06 12:41:21.182553 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c59a8588-71a0-4c3f-8650-83346de2f027 req-90b3f79b-6832-4c66-9f56-afffabff7b71 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966060 Apr 06 12:41:21.227851 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-2e3f1f7d-58ef-4f84-8d9e-35414a37d03b service neutron] 10.222.0.60 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033409 Apr 06 12:41:21.298301 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9463fd3-c217-472d-95d5-914f966dbc41 req-570852cc-18eb-4ff7-af58-6e06354d219a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:21.300581 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9463fd3-c217-472d-95d5-914f966dbc41 req-570852cc-18eb-4ff7-af58-6e06354d219a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.0635591 Apr 06 12:41:21.350930 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9463fd3-c217-472d-95d5-914f966dbc41 req-126ca3bd-322a-425f-9114-6062feefa679 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439653 Apr 06 12:41:21.460329 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47a1b9-f334-4e89-ab92-ff7ef70e9a4f req-4f8b3f84-302c-4029-8658-1dc6a113dbd7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:21.462017 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a47a1b9-f334-4e89-ab92-ff7ef70e9a4f req-4f8b3f84-302c-4029-8658-1dc6a113dbd7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0585549 Apr 06 12:41:21.524695 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29d8c56a-2b7a-4bbe-83ed-95d28b3c05cf req-c869ed87-bb75-41a2-a2fc-4f07da0acae6 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0388734 Apr 06 12:41:21.550666 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a47a1b9-f334-4e89-ab92-ff7ef70e9a4f req-fa19e564-490c-428f-a1de-a5a700602718 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818586 Apr 06 12:41:22.062514 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-d0d8a123-ca1b-4a2c-b966-6ace8e8aad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:22.065185 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-d0d8a123-ca1b-4a2c-b966-6ace8e8aad11 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=24dc8c66d56d4ce2b5e4342f3c1714c8&device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 1127 time: 0.0599484 Apr 06 12:41:22.253610 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-2adc1f97-2c4e-49b1-a0a4-c6c4aa9596d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:22.255131 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-2adc1f97-2c4e-49b1-a0a4-c6c4aa9596d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=278a7cc5-c862-44ff-b581-f81b8f6d30da HTTP/1.1" status: 200 len: 914 time: 0.0964894 Apr 06 12:41:22.301311 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-9fb5a3b1-88fc-4a9c-b16e-db438a2e2a16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11c34fa9-a9ae-4999-8699-cb9e5da65691 HTTP/1.1" status: 200 len: 217 time: 0.0395432 Apr 06 12:41:22.322158 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de681a-0759-451d-aa40-bd31bc4ede16 req-0b0c483f-4523-4fd6-bdf1-a37a64171ab2 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:22.323694 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-45de681a-0759-451d-aa40-bd31bc4ede16 req-0b0c483f-4523-4fd6-bdf1-a37a64171ab2 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0674288 Apr 06 12:41:22.363081 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-81c2f74a-df1a-42e6-bc8c-2ef3949fe75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:22.364695 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-81c2f74a-df1a-42e6-bc8c-2ef3949fe75b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf HTTP/1.1" status: 200 len: 853 time: 0.0574272 Apr 06 12:41:22.403473 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-6b7846ef-42a8-44e7-ace5-c5f082f00381 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=278a7cc5-c862-44ff-b581-f81b8f6d30da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301869 Apr 06 12:41:22.422896 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-45de681a-0759-451d-aa40-bd31bc4ede16 req-19bdefc1-6df1-4d78-9682-4478c6848ea4 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880003 Apr 06 12:41:22.429774 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0773a-1143-4c41-9576-c35b86018967 req-fff3cdd3-fda8-455e-a814-38eb7123d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:22.431427 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3eb0773a-1143-4c41-9576-c35b86018967 req-fff3cdd3-fda8-455e-a814-38eb7123d9fb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 1133 time: 0.0829136 Apr 06 12:41:22.494155 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73153e4d-5e3d-49d1-9b0e-11e997fbb37b req-e2ae9367-e0a5-4215-bbce-f4213d7c2ecf tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:22.496003 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73153e4d-5e3d-49d1-9b0e-11e997fbb37b req-e2ae9367-e0a5-4215-bbce-f4213d7c2ecf tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.0581608 Apr 06 12:41:22.544555 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73153e4d-5e3d-49d1-9b0e-11e997fbb37b req-8720c9f0-1c7c-4524-a9e8-30ba19bff556 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426972 Apr 06 12:41:22.626668 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3eb0773a-1143-4c41-9576-c35b86018967 req-ee6e9eee-61ae-4078-a47b-f2e9c920a4ec service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681040 Apr 06 12:41:22.673582 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9ab3cac9-9831-4800-9710-6ef68e60bbdc req-dfd5ceff-f4e9-4e7c-b656-bce9253521b8 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0388608 Apr 06 12:41:22.682226 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-4ebabedb-a9c7-4878-a7c5-9ce1a73f520b service neutron] 10.222.0.74 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239903 Apr 06 12:41:22.714977 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14b96f-5957-44f1-a42d-b27f9719744d req-07db390e-1366-49de-9f58-8601e8eb1f53 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:22.716424 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee14b96f-5957-44f1-a42d-b27f9719744d req-07db390e-1366-49de-9f58-8601e8eb1f53 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0710809 Apr 06 12:41:22.764936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee14b96f-5957-44f1-a42d-b27f9719744d req-8a9e4678-e043-4862-934f-195de19c2813 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Apr 06 12:41:23.311169 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c1d949d5-74de-4fd6-980d-5388254950b0 req-edfb4c50-714d-43b2-8883-18f33ebc2d66 service neutron] 10.222.0.74 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943360 Apr 06 12:41:23.549514 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10c0b-1de0-4c39-8fed-30140e86b7db req-3d1078b2-e322-4141-82c9-aca2e68f771a tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:23.550999 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-94b10c0b-1de0-4c39-8fed-30140e86b7db req-3d1078b2-e322-4141-82c9-aca2e68f771a tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0547469 Apr 06 12:41:23.592338 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 11c34fa9-a9ae-4999-8699-cb9e5da65691 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:41:23.606911 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-94b10c0b-1de0-4c39-8fed-30140e86b7db req-4e6b3b04-1c25-4617-9fc0-e9d51ed8973f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503960 Apr 06 12:41:23.685261 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f284c-106a-4d36-86ec-3fb3e2bc3982 req-0acc46b0-9de0-4673-a1a3-34b26955c291 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:23.686934 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c94f284c-106a-4d36-86ec-3fb3e2bc3982 req-0acc46b0-9de0-4673-a1a3-34b26955c291 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 943 time: 0.0561185 Apr 06 12:41:23.714306 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 11c34fa9-a9ae-4999-8699-cb9e5da65691, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=11c34fa9-a9ae-4999-8699-cb9e5da65691,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:23.726945 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '11c34fa9-a9ae-4999-8699-cb9e5da65691', 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da', 'port_id': '11c34fa9-a9ae-4999-8699-cb9e5da65691', 'mac_address': 'fa:16:3e:95:da:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:41:23.749103 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c94f284c-106a-4d36-86ec-3fb3e2bc3982 req-e81aaf31-de10-4b88-a381-3aa1014ba74d tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551932 Apr 06 12:41:23.767293 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 11c34fa9-a9ae-4999-8699-cb9e5da65691 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:23.767543 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:23.780323 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fca89273-b075-4bd5-bf35-6c1221e7a94d req-6a6761bb-5be7-4cf1-8740-402b27524ee8 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0360539 Apr 06 12:41:23.782142 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c34fa9-a9ae-4999-8699-cb9e5da65691 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:41:23.807239 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 11c34fa9-a9ae-4999-8699-cb9e5da65691, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=11c34fa9-a9ae-4999-8699-cb9e5da65691,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:23.896656 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:23.899626 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ebfab-0930-4529-8e8e-6d8bb2525f53 req-445a24b6-9049-4bd2-b13a-e804dd9d981b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:23.901604 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-191ebfab-0930-4529-8e8e-6d8bb2525f53 req-445a24b6-9049-4bd2-b13a-e804dd9d981b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0634472 Apr 06 12:41:23.960616 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-191ebfab-0930-4529-8e8e-6d8bb2525f53 req-57ed6140-d0e1-4e15-975d-4da160aa56fb tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495236 Apr 06 12:41:23.961208 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=11c34fa9-a9ae-4999-8699-cb9e5da65691,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:24.743734 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ace0d2-e627-4c50-a7c2-584a52921953 req-d14977f4-f196-4696-9485-c528e2cf7e29 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:24.745492 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-46ace0d2-e627-4c50-a7c2-584a52921953 req-d14977f4-f196-4696-9485-c528e2cf7e29 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0629113 Apr 06 12:41:24.796779 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-46ace0d2-e627-4c50-a7c2-584a52921953 req-59bc15a4-c88c-443c-9a2e-f62726fc01f7 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455580 Apr 06 12:41:24.893328 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9f5fbbd8-7933-49d3-ac7c-e9c165312382 req-68317249-b1a0-4f92-8f63-9651c2fcf830 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0333033 Apr 06 12:41:24.908167 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f9046-03da-455e-8b18-756e6e387624 req-527377d1-5070-4666-bf2d-fb151c5f9d91 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:24.910273 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-de5f9046-03da-455e-8b18-756e6e387624 req-527377d1-5070-4666-bf2d-fb151c5f9d91 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0811439 Apr 06 12:41:24.963538 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-de5f9046-03da-455e-8b18-756e6e387624 req-2f949c96-9b9e-49da-a827-05baa1405be2 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Apr 06 12:41:25.085579 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc6c50-3ac1-4805-884c-a20237aab802 req-385cdb99-ebb9-495a-84fc-d73eea388f0c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:25.087188 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f5dc6c50-3ac1-4805-884c-a20237aab802 req-385cdb99-ebb9-495a-84fc-d73eea388f0c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0599966 Apr 06 12:41:25.138480 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f5dc6c50-3ac1-4805-884c-a20237aab802 req-14b54431-98b4-4256-9ce6-5ffb3217a5c7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Apr 06 12:41:25.930723 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aadff-0fde-49ef-8916-6fa466731a40 req-c5355f87-fafc-46ec-8fc9-572d643a90fc tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:25.932313 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e89aadff-0fde-49ef-8916-6fa466731a40 req-c5355f87-fafc-46ec-8fc9-572d643a90fc tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0534334 Apr 06 12:41:26.008547 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-69dcbb89-0e53-419d-a78f-c4642423de27 req-8894bb34-7798-4d44-97a2-fd3d1451f2d1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0392284 Apr 06 12:41:26.010993 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e89aadff-0fde-49ef-8916-6fa466731a40 req-14327d58-06fc-4149-a2bb-97effb32f270 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727580 Apr 06 12:41:26.114866 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2ed24-a9b8-4b4c-a234-c8e7bcdd7e70 req-79f8199e-961d-4562-95a4-cc3fa08579fb tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:26.116481 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4ee2ed24-a9b8-4b4c-a234-c8e7bcdd7e70 req-79f8199e-961d-4562-95a4-cc3fa08579fb tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0542808 Apr 06 12:41:26.166530 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4ee2ed24-a9b8-4b4c-a234-c8e7bcdd7e70 req-ef9397e7-9f42-4db9-b220-10a2bf367165 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438929 Apr 06 12:41:26.263901 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada3b63-0ebc-4b3d-8eea-2e628e8ec2d7 req-4fc867ee-d3e0-41af-b0e4-13b0908ffdde tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:26.265385 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eada3b63-0ebc-4b3d-8eea-2e628e8ec2d7 req-4fc867ee-d3e0-41af-b0e4-13b0908ffdde tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0543473 Apr 06 12:41:26.318903 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eada3b63-0ebc-4b3d-8eea-2e628e8ec2d7 req-4568da38-2a08-43ad-9cad-1e766a719aad tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467029 Apr 06 12:41:27.108698 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85f401e4-0e06-4f78-a340-eeaa62ad3fb7 req-fdc45cc7-7746-416b-b92c-519fa7720daf tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0351124 Apr 06 12:41:27.151376 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151d58b-e6c8-4880-ad88-2107037cf94e req-2c0fa1e6-d558-4732-83ec-9d3fe491fd73 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:27.152853 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c151d58b-e6c8-4880-ad88-2107037cf94e req-2c0fa1e6-d558-4732-83ec-9d3fe491fd73 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0700936 Apr 06 12:41:27.201037 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c151d58b-e6c8-4880-ad88-2107037cf94e req-0dd8f027-10d2-4dd5-82ad-a2d770e41863 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425501 Apr 06 12:41:27.299707 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387824e-b55f-4f37-9f47-e70e8e0d1e54 req-d7a21446-14cd-4bc7-bf17-ed65e4e9bc19 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:27.299707 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9387824e-b55f-4f37-9f47-e70e8e0d1e54 req-d7a21446-14cd-4bc7-bf17-ed65e4e9bc19 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0525539 Apr 06 12:41:27.344731 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9387824e-b55f-4f37-9f47-e70e8e0d1e54 req-aeb4271f-dcc4-4802-8b28-82001e241e71 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467374 Apr 06 12:41:27.444552 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f55e6-06c4-4e52-84fc-5edcfac0b932 req-627ae43a-8326-498e-9582-428bf25f943d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:27.446012 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-005f55e6-06c4-4e52-84fc-5edcfac0b932 req-627ae43a-8326-498e-9582-428bf25f943d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0538113 Apr 06 12:41:27.494371 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-005f55e6-06c4-4e52-84fc-5edcfac0b932 req-7d99d3e5-d259-4e03-b5d7-0ea12e3fe51b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Apr 06 12:41:28.203321 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-259ce7cc-7544-4464-8d84-0a79c9179232 req-d09e95bc-1167-4e27-aff3-9f4f6a9f66e4 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0273495 Apr 06 12:41:28.325088 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfd035-e54c-4199-abfb-8169a6c9c439 req-bf393060-93cb-45b4-9478-ca5d322bcd99 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:28.326615 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dcbfd035-e54c-4199-abfb-8169a6c9c439 req-bf393060-93cb-45b4-9478-ca5d322bcd99 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0573664 Apr 06 12:41:28.378443 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dcbfd035-e54c-4199-abfb-8169a6c9c439 req-fbc8dcb5-8943-420c-8d6e-247e59b07949 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Apr 06 12:41:28.469373 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c67a-33d5-4182-b759-7842dc818f7c req-59d23c42-7691-48c3-8c6c-e6ea97d71880 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:28.470969 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1e0c67a-33d5-4182-b759-7842dc818f7c req-59d23c42-7691-48c3-8c6c-e6ea97d71880 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0565627 Apr 06 12:41:28.517850 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1e0c67a-33d5-4182-b759-7842dc818f7c req-ee016ebe-0caa-4b62-aa40-bef57bbe81b1 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409341 Apr 06 12:41:28.620133 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d3549-2d5e-40f1-b201-465b602a8a3a req-c437ee59-addf-4fdd-8c3e-7736ef216319 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:28.621616 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0b0d3549-2d5e-40f1-b201-465b602a8a3a req-c437ee59-addf-4fdd-8c3e-7736ef216319 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0539055 Apr 06 12:41:28.669689 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0b0d3549-2d5e-40f1-b201-465b602a8a3a req-cb3acf8e-0c9d-4cc1-afe1-46dd14b3388d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Apr 06 12:41:28.956911 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:29.300138 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2e4784a2-d542-43e3-b387-a53e907ee9d4 req-a1d4a7d6-90c8-4185-837d-60b575661a25 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0294354 Apr 06 12:41:29.495794 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daa981-a406-4ebc-b3f9-a0c5f2a828f8 req-8688bcb3-721c-4f77-ab43-c1cdf26938bf tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:29.497182 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e5daa981-a406-4ebc-b3f9-a0c5f2a828f8 req-8688bcb3-721c-4f77-ab43-c1cdf26938bf tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0532618 Apr 06 12:41:29.544120 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e5daa981-a406-4ebc-b3f9-a0c5f2a828f8 req-dc1cd76a-5079-4bdd-bbdb-e2b7f52990ef tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412109 Apr 06 12:41:29.638175 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73951b61-61df-4c39-b161-8cd32c36fc0f req-647de812-9591-4790-88d4-86693de770c0 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:29.639677 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73951b61-61df-4c39-b161-8cd32c36fc0f req-647de812-9591-4790-88d4-86693de770c0 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0528193 Apr 06 12:41:29.686045 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73951b61-61df-4c39-b161-8cd32c36fc0f req-533e883b-32ea-41a5-b726-015d1bd8d196 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Apr 06 12:41:29.792341 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9141a36-5a30-4b71-b651-aa52ab323399 req-b9806875-8956-4a6e-8642-e81c27cc9ec9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:29.793739 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9141a36-5a30-4b71-b651-aa52ab323399 req-b9806875-8956-4a6e-8642-e81c27cc9ec9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0571694 Apr 06 12:41:29.797907 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['11c34fa9-a9ae-4999-8699-cb9e5da65691'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:41:29.858338 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9141a36-5a30-4b71-b651-aa52ab323399 req-cafc0f89-1de7-4def-860b-93f14921b810 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490079 Apr 06 12:41:30.403517 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-69c0558e-f5e6-4d63-bd9c-71769325d59d req-fdaf1de9-8058-4885-a810-1ffb638f726b tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0294318 Apr 06 12:41:30.664202 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea5f9b-2463-4458-b1a7-a5c250e7c73b req-ce7ff77d-198c-4144-8b63-31dc38d48263 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:30.665698 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e2ea5f9b-2463-4458-b1a7-a5c250e7c73b req-ce7ff77d-198c-4144-8b63-31dc38d48263 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0552950 Apr 06 12:41:30.716506 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e2ea5f9b-2463-4458-b1a7-a5c250e7c73b req-63abcb89-1686-4de3-b398-750fc031276b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453844 Apr 06 12:41:30.822638 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8b102-46ec-4959-8edc-f1a0d9dc1ba9 req-d68eb115-43af-4abb-b30a-f66ee623d11c tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:30.824210 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ea8b102-46ec-4959-8edc-f1a0d9dc1ba9 req-d68eb115-43af-4abb-b30a-f66ee623d11c tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0563726 Apr 06 12:41:30.874448 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ea8b102-46ec-4959-8edc-f1a0d9dc1ba9 req-8f6f98d7-f6ad-4a1b-b203-de454facdf0e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447598 Apr 06 12:41:30.978092 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd285144-e71a-424e-8982-5f0c6e1fa23e req-3ab70146-efac-4adf-b2db-82fb7349ca08 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:30.979590 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd285144-e71a-424e-8982-5f0c6e1fa23e req-3ab70146-efac-4adf-b2db-82fb7349ca08 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0516248 Apr 06 12:41:31.027065 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd285144-e71a-424e-8982-5f0c6e1fa23e req-06278fab-8749-44b4-b7e5-c9fc8350bede tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411601 Apr 06 12:41:31.208028 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38cbbb-c696-4e8f-9fa2-1c8c610d0f6e req-56a1b6d6-90ad-4de5-b7a5-ca1f496aa5a1 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:31.209561 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7a38cbbb-c696-4e8f-9fa2-1c8c610d0f6e req-56a1b6d6-90ad-4de5-b7a5-ca1f496aa5a1 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0581212 Apr 06 12:41:31.257371 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7a38cbbb-c696-4e8f-9fa2-1c8c610d0f6e req-f0a70027-5f9c-4301-9762-fd961eaf8019 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Apr 06 12:41:31.499337 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-63fd879f-0731-4402-855e-3221169d2df4 req-fc5e99f8-d127-443d-890d-043719e5ee3a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0289989 Apr 06 12:41:31.991796 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ee5fe-2239-4606-82b8-539532f6cf64 req-a08b75b5-bc8f-4600-bccf-5d66abab2b32 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:31.993244 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-518ee5fe-2239-4606-82b8-539532f6cf64 req-a08b75b5-bc8f-4600-bccf-5d66abab2b32 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0524006 Apr 06 12:41:32.040372 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-518ee5fe-2239-4606-82b8-539532f6cf64 req-4582bbda-d4f6-426d-bfa8-02611878643e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412283 Apr 06 12:41:32.147000 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b3207-acc9-478f-8433-aab770a43480 req-86c8b7a5-293d-407b-9a02-65b53c654225 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:32.148503 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-100b3207-acc9-478f-8433-aab770a43480 req-86c8b7a5-293d-407b-9a02-65b53c654225 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0570140 Apr 06 12:41:32.200266 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-100b3207-acc9-478f-8433-aab770a43480 req-ff344924-611f-43dd-8faf-02f840576db9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459738 Apr 06 12:41:32.383246 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3becc7-7bc7-49e1-bee2-bd4356874c86 req-48867d87-b35b-465d-a270-05dddd6ab9ee tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:32.385028 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4a3becc7-7bc7-49e1-bee2-bd4356874c86 req-48867d87-b35b-465d-a270-05dddd6ab9ee tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0587342 Apr 06 12:41:32.439767 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4a3becc7-7bc7-49e1-bee2-bd4356874c86 req-f1f27491-77e6-4078-8e5e-1bde3f0e3fba tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461423 Apr 06 12:41:32.607709 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-894816ee-fef3-4ef3-aceb-8b377ec55dbf req-b98af254-b0cc-4167-8235-313c578f7334 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0316575 Apr 06 12:41:33.158506 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546f20-c52f-416e-9665-21eaf337c215 req-67f30ca4-8996-48d2-a65c-85f0da3cdd73 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:33.160664 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3546f20-c52f-416e-9665-21eaf337c215 req-67f30ca4-8996-48d2-a65c-85f0da3cdd73 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0556805 Apr 06 12:41:33.207068 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3546f20-c52f-416e-9665-21eaf337c215 req-af6ebc79-208f-4f86-9843-3689550cd3bc tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Apr 06 12:41:33.338549 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94728c1-c282-45e9-b07d-cabfa1378c2a req-14293eb1-357f-4fb9-b9bf-01c2c7d8a9c1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:33.343300 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c94728c1-c282-45e9-b07d-cabfa1378c2a req-14293eb1-357f-4fb9-b9bf-01c2c7d8a9c1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0597835 Apr 06 12:41:33.393749 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c94728c1-c282-45e9-b07d-cabfa1378c2a req-35488e4e-81e1-4239-949c-3db7ce2d0767 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478086 Apr 06 12:41:33.562271 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71066aa-6d3a-47a3-9f8d-4332153abdc0 req-8f25e5d2-54eb-435b-b8a9-117c3e39a3c8 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:33.563799 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c71066aa-6d3a-47a3-9f8d-4332153abdc0 req-8f25e5d2-54eb-435b-b8a9-117c3e39a3c8 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0573704 Apr 06 12:41:33.616901 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c71066aa-6d3a-47a3-9f8d-4332153abdc0 req-84d85ed9-070a-4e24-bfb3-b6eea28a735f tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464554 Apr 06 12:41:33.708884 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-23ffd9a9-8840-4e45-b9a4-1fca8db36a02 req-5a1f394a-c975-466d-8f42-72414ef1e773 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0276930 Apr 06 12:41:34.327682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e87043-af65-4133-ad8b-651028d55737 req-5ca75ca8-96a3-42b5-ab7c-c0da32739da7 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:34.329138 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-93e87043-af65-4133-ad8b-651028d55737 req-5ca75ca8-96a3-42b5-ab7c-c0da32739da7 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0540252 Apr 06 12:41:34.382800 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-93e87043-af65-4133-ad8b-651028d55737 req-f06ca030-c093-4954-a81c-c9bfa38d5bbd tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472455 Apr 06 12:41:34.522845 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102f900-368b-4874-ad08-16b750eaa99f req-5641fe53-d8ea-45ab-88ce-17df7156f83f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:34.524319 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0102f900-368b-4874-ad08-16b750eaa99f req-5641fe53-d8ea-45ab-88ce-17df7156f83f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0596824 Apr 06 12:41:34.573914 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0102f900-368b-4874-ad08-16b750eaa99f req-9d689196-fc94-40d8-b731-f476d4383b69 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Apr 06 12:41:34.735388 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb3ef8-f939-478c-9587-7e247c971913 req-9c9d7b96-049b-401b-889a-da73ef6fd805 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:34.736894 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d5cb3ef8-f939-478c-9587-7e247c971913 req-9c9d7b96-049b-401b-889a-da73ef6fd805 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0523968 Apr 06 12:41:34.794779 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d5cb3ef8-f939-478c-9587-7e247c971913 req-a93196a0-879c-4084-82bd-cd45340a351b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507462 Apr 06 12:41:34.810671 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5ffd8f4c-8939-4efa-b373-e3c2f0d0e147 req-dd9fcee3-003a-4f0f-b7d8-4b39a1dff219 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0310173 Apr 06 12:41:35.506901 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931eaa43-32aa-44b1-b9cc-6084b11ca4f3 req-bb946755-0f9a-485c-b1cd-007e07efb6b6 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:35.508089 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-931eaa43-32aa-44b1-b9cc-6084b11ca4f3 req-bb946755-0f9a-485c-b1cd-007e07efb6b6 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0572081 Apr 06 12:41:35.559332 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-931eaa43-32aa-44b1-b9cc-6084b11ca4f3 req-9df53e0b-1012-42e8-8ac6-a157ea13ea34 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445182 Apr 06 12:41:35.698304 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed7743-7790-483a-ba64-76222fa99190 req-512ded8c-df87-46cd-aaa7-63c7982fd4a0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:35.699749 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-00ed7743-7790-483a-ba64-76222fa99190 req-512ded8c-df87-46cd-aaa7-63c7982fd4a0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0536740 Apr 06 12:41:35.748163 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-00ed7743-7790-483a-ba64-76222fa99190 req-cf1bf355-280d-470a-a327-a08bc869ddaa tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427394 Apr 06 12:41:35.930711 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bd48169d-7475-4be0-b27d-82dfa0a46a0c req-ee60dd0d-26ee-4730-8dcd-8102fdb3e132 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0300193 Apr 06 12:41:35.950662 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414854f-10e1-42ea-aff0-8a2db15a386b req-d1d2daeb-f244-4963-bdc4-081be3a77731 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:35.951659 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a414854f-10e1-42ea-aff0-8a2db15a386b req-d1d2daeb-f244-4963-bdc4-081be3a77731 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0867145 Apr 06 12:41:35.999107 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a414854f-10e1-42ea-aff0-8a2db15a386b req-310a8eb5-880e-484d-85fc-49c1e9ae37eb tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418074 Apr 06 12:41:36.675638 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9e30d-f3a5-4e6e-95f8-e8266395d406 req-1cf91688-c32a-43f8-b43d-dca25bfdd281 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:36.678051 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a7f9e30d-f3a5-4e6e-95f8-e8266395d406 req-1cf91688-c32a-43f8-b43d-dca25bfdd281 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0536914 Apr 06 12:41:36.724862 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a7f9e30d-f3a5-4e6e-95f8-e8266395d406 req-f9893e6d-bbb8-4acc-b5cf-0d05277a06a1 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411706 Apr 06 12:41:36.872606 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62912f9d-06a4-4cea-906a-fc1f771b20e4 req-8bb46d22-1b79-4b74-9619-b4a4b8d45a1f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:36.874078 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-62912f9d-06a4-4cea-906a-fc1f771b20e4 req-8bb46d22-1b79-4b74-9619-b4a4b8d45a1f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0577497 Apr 06 12:41:36.920397 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-62912f9d-06a4-4cea-906a-fc1f771b20e4 req-7ec28fb9-0757-4e3e-a6a7-2649f1967b6f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Apr 06 12:41:37.023373 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4a805e74-c8d9-47ea-9006-08338e391fe9 req-fcadc0b7-0d0c-4e1a-a024-f80b3456bfd7 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0268388 Apr 06 12:41:37.127283 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cf1db-3d69-43a3-a2e2-0bd9186e6c64 req-a082c7df-f1b7-43aa-8f4c-00725d1c05f5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:37.128669 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-760cf1db-3d69-43a3-a2e2-0bd9186e6c64 req-a082c7df-f1b7-43aa-8f4c-00725d1c05f5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0523031 Apr 06 12:41:37.175066 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-760cf1db-3d69-43a3-a2e2-0bd9186e6c64 req-7126e8ec-a277-4d83-b8d3-b8e64f7fd138 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Apr 06 12:41:37.842480 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60e55e-232b-4952-8930-fb99c54545e4 req-69a05c87-1abd-4f04-8788-9ef7d99b522c tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:37.843959 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa60e55e-232b-4952-8930-fb99c54545e4 req-69a05c87-1abd-4f04-8788-9ef7d99b522c tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0555174 Apr 06 12:41:37.892265 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa60e55e-232b-4952-8930-fb99c54545e4 req-2ee46223-d871-433c-95a9-88516d1e6a62 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426884 Apr 06 12:41:38.040680 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afbe05-4e2f-4cf1-a62f-d7174a1d48b5 req-44d5c2f8-e7ea-415d-9430-8de41e2afaa7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:38.042158 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-32afbe05-4e2f-4cf1-a62f-d7174a1d48b5 req-44d5c2f8-e7ea-415d-9430-8de41e2afaa7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0551460 Apr 06 12:41:38.089312 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-32afbe05-4e2f-4cf1-a62f-d7174a1d48b5 req-c09b5583-2de9-49ae-a48d-41ac959ca3c0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Apr 06 12:41:38.122192 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed1e2c56-dc42-49ff-9bf7-ae2396b922e4 req-bb7c1a98-103f-450d-b1d5-05ebc7130885 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0319197 Apr 06 12:41:38.294177 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582f1f1-bbba-40e1-a8ee-63d72ad042d2 req-6fb67ca2-d496-4f48-bfdb-98531389ab42 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:38.295656 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5582f1f1-bbba-40e1-a8ee-63d72ad042d2 req-6fb67ca2-d496-4f48-bfdb-98531389ab42 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0538876 Apr 06 12:41:38.343136 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5582f1f1-bbba-40e1-a8ee-63d72ad042d2 req-d0bafc8f-11c0-42eb-a80f-855ecd871a15 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Apr 06 12:41:39.016545 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548df103-2403-4c1f-9982-f8947266816c req-f3982434-654d-44f4-9282-1e4106e1c084 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:39.017956 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-548df103-2403-4c1f-9982-f8947266816c req-f3982434-654d-44f4-9282-1e4106e1c084 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 944 time: 0.0524960 Apr 06 12:41:39.063609 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-548df103-2403-4c1f-9982-f8947266816c req-fb812788-6953-423b-a808-f3c1abcb7cfa tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Apr 06 12:41:39.224108 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ccac02d-cd69-4cc3-b4ec-4984ee68bb72 req-678aea8d-993b-4e7a-8edd-54c31e239e7e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0311286 Apr 06 12:41:39.240000 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b23e5b-66c9-4f93-a2c9-1a030b55a6d3 req-3a372c8b-cddc-46f4-bae2-f66d77e35ebd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:39.241513 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92b23e5b-66c9-4f93-a2c9-1a030b55a6d3 req-3a372c8b-cddc-46f4-bae2-f66d77e35ebd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0822601 Apr 06 12:41:39.298302 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92b23e5b-66c9-4f93-a2c9-1a030b55a6d3 req-ac0b106a-594d-4d16-b381-8e14cc15d51c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441589 Apr 06 12:41:39.322387 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-79cbc04d-bb88-4ad4-a369-3c93259c084c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:39.462324 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88757211-d8bf-4bac-86c6-273862fd3843 req-e7d7f5c2-b351-4e34-8889-eb9a55dcfa70 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:39.463854 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-88757211-d8bf-4bac-86c6-273862fd3843 req-e7d7f5c2-b351-4e34-8889-eb9a55dcfa70 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0528576 Apr 06 12:41:39.512075 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-88757211-d8bf-4bac-86c6-273862fd3843 req-f3b90c39-263f-4b0e-94b1-d2a7c8c7ed7d tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425143 Apr 06 12:41:39.771383 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 11c34fa9-a9ae-4999-8699-cb9e5da65691 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:41:39.898039 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 11c34fa9-a9ae-4999-8699-cb9e5da65691 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:41:39.902337 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 11c34fa9-a9ae-4999-8699-cb9e5da65691 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:39.902776 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:39.987368 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 11c34fa9-a9ae-4999-8699-cb9e5da65691 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:41:39.987745 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:40.011615 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1c450c-12dd-4a54-a0b9-c778ff5990f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c34fa9-a9ae-4999-8699-cb9e5da65691'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:41:40.013865 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a644931a-2ca5-4b6b-81c7-1fbe641ec7fe" -d '{"events": [{"server_uuid": "ad1c450c-12dd-4a54-a0b9-c778ff5990f9", "name": "network-vif-plugged", "status": "completed", "tag": "11c34fa9-a9ae-4999-8699-cb9e5da65691"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:41:40.027417 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 11c34fa9-a9ae-4999-8699-cb9e5da65691, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=11c34fa9-a9ae-4999-8699-cb9e5da65691,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:40.050547 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ebb9ba-0fb7-4dc7-ab99-0320028e04f3 x-openstack-request-id: req-e0ebb9ba-0fb7-4dc7-ab99-0320028e04f3 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:41:40.050838 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1c450c-12dd-4a54-a0b9-c778ff5990f9", "name": "network-vif-plugged", "status": "completed", "tag": "11c34fa9-a9ae-4999-8699-cb9e5da65691", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:41:40.051093 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0ebb9ba-0fb7-4dc7-ab99-0320028e04f3 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:41:40.051494 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0ebb9ba-0fb7-4dc7-ab99-0320028e04f3'] response: {'server_uuid': 'ad1c450c-12dd-4a54-a0b9-c778ff5990f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c34fa9-a9ae-4999-8699-cb9e5da65691', 'code': 200} Apr 06 12:41:40.117016 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:40.167457 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=11c34fa9-a9ae-4999-8699-cb9e5da65691,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:40.186476 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45214c-96a4-4b94-8492-06648cb3b9ac req-c1f2f46f-1073-4585-ab5d-ba64c6e2c8f3 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:40.188013 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-db45214c-96a4-4b94-8492-06648cb3b9ac req-c1f2f46f-1073-4585-ab5d-ba64c6e2c8f3 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.0574272 Apr 06 12:41:40.237508 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-db45214c-96a4-4b94-8492-06648cb3b9ac req-a5bcc197-89cf-45f2-8404-55349c7e662f tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429826 Apr 06 12:41:40.323900 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0ca39682-9a12-49de-8f2f-282f10292d69 req-bc18682a-3aea-48d9-9d07-79f12c444b8c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0297959 Apr 06 12:41:40.414957 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15b548-ee60-4db0-ac09-07e2b6b25d9e req-3c39b1fd-2673-414b-a895-b0e06f6b0c59 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:40.416441 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cd15b548-ee60-4db0-ac09-07e2b6b25d9e req-3c39b1fd-2673-414b-a895-b0e06f6b0c59 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0562246 Apr 06 12:41:40.471183 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cd15b548-ee60-4db0-ac09-07e2b6b25d9e req-f6fe5ec5-086e-4c39-97be-b52f42244c84 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490956 Apr 06 12:41:40.636427 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c71235-9df2-49ac-a7be-88d59fb3b7f9 req-2292866e-2384-4ab6-b36c-6bdb918dee7b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:40.637943 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-89c71235-9df2-49ac-a7be-88d59fb3b7f9 req-2292866e-2384-4ab6-b36c-6bdb918dee7b tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0577748 Apr 06 12:41:40.687375 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-89c71235-9df2-49ac-a7be-88d59fb3b7f9 req-83e1f263-393a-4278-b24f-06c69be4979a tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Apr 06 12:41:41.363113 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f633a71-0e9f-4b43-8e50-0c626533e9cb req-194d8a31-e936-4b25-8780-491ba68abab8 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:41.364798 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f633a71-0e9f-4b43-8e50-0c626533e9cb req-194d8a31-e936-4b25-8780-491ba68abab8 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.0571902 Apr 06 12:41:41.433940 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6e4cdb9d-b6a8-47cd-9791-3fa167d0b2d9 req-2f0bcb7a-9396-4655-8003-43d244fea2ac tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0362878 Apr 06 12:41:41.441344 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f633a71-0e9f-4b43-8e50-0c626533e9cb req-d35a240a-f41e-4606-9b03-2f1f79d9ca8c tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706761 Apr 06 12:41:41.596944 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cdd35-958d-4ebe-9554-21e80fd4813e req-5d77614e-89a5-40d5-b39d-1eee929137fc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:41.598501 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e91cdd35-958d-4ebe-9554-21e80fd4813e req-5d77614e-89a5-40d5-b39d-1eee929137fc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0541787 Apr 06 12:41:41.647414 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e91cdd35-958d-4ebe-9554-21e80fd4813e req-64830163-46b7-4cdf-aae6-b3a1ab0ee9f8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424848 Apr 06 12:41:41.794031 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-66ff35ca-2513-40ab-9845-c240d450e0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:41.810216 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8cbd7-6fcc-43e7-b6c0-c33dce5f0479 req-73be71a9-22c2-4c82-a34f-00b220bb0816 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:41.811747 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a8f8cbd7-6fcc-43e7-b6c0-c33dce5f0479 req-73be71a9-22c2-4c82-a34f-00b220bb0816 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0530398 Apr 06 12:41:41.859648 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a8f8cbd7-6fcc-43e7-b6c0-c33dce5f0479 req-58631dae-642d-44db-9ed6-7301eccd474a tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423315 Apr 06 12:41:42.533105 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b38856c8-6073-442d-8b0e-7dcc1d41043b req-85a237e6-c9e0-41b5-ac6b-7b8233835045 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0309658 Apr 06 12:41:42.586888 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733f2c7-9ed2-43e1-ad1c-df941279c181 req-baf50e0a-7181-4404-9dca-ca95a51cf1ff tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:42.588410 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9733f2c7-9ed2-43e1-ad1c-df941279c181 req-baf50e0a-7181-4404-9dca-ca95a51cf1ff tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.0576208 Apr 06 12:41:42.637004 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9733f2c7-9ed2-43e1-ad1c-df941279c181 req-aa9b7fc0-868e-45c9-a818-deb918ca1d79 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Apr 06 12:41:42.772951 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484198cd-d70d-4804-9faf-e8ae67ea8175 req-ac8c11c8-5064-4682-bcf1-0d08cea75328 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:42.774523 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-484198cd-d70d-4804-9faf-e8ae67ea8175 req-ac8c11c8-5064-4682-bcf1-0d08cea75328 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0589874 Apr 06 12:41:42.808052 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-2eeabb3e-98ff-4aff-901b-a283030777b7 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:42.808638 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-2eeabb3e-98ff-4aff-901b-a283030777b7 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 811 time: 0.1230700 Apr 06 12:41:42.861123 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-484198cd-d70d-4804-9faf-e8ae67ea8175 req-dd7a14a5-ddd9-4f46-af06-c8f6ae658774 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811155 Apr 06 12:41:42.892228 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-d8e8d060-5a8b-4e62-afa6-10c45d2511c8 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:42.894767 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-d8e8d060-5a8b-4e62-afa6-10c45d2511c8 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.74 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.0999141 Apr 06 12:41:42.934622 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-3e672d8e-387e-45d6-945a-9231d473601c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bb034cba2b4216a3107f4483bb1e41 HTTP/1.1" status: 200 len: 378 time: 0.1033480 Apr 06 12:41:42.941995 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'port': {'device_id': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'admin_state_up': True, 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'security_groups': ['71d59111-5c59-449e-82e5-3d5985ebc6b3']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:42.990582 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:43.000049 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f9afe-0954-4e5d-86b1-82d72d423490 req-8ac6b045-7bca-4d20-a681-44c6b48ffddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:43.003336 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-885f9afe-0954-4e5d-86b1-82d72d423490 req-8ac6b045-7bca-4d20-a681-44c6b48ffddf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 1130 time: 0.1408505 Apr 06 12:41:43.071352 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a353a31-8e10-4283-b961-e1388d60919a req-33785f32-9ad4-451d-94d9-1f1778f4ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:43.072894 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3a353a31-8e10-4283-b961-e1388d60919a req-33785f32-9ad4-451d-94d9-1f1778f4ce2f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 1129 time: 0.2060125 Apr 06 12:41:43.080346 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-885f9afe-0954-4e5d-86b1-82d72d423490 req-58d4f05a-708a-4f6e-85dd-bb963a6f9738 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710933 Apr 06 12:41:43.128660 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac709275-448c-4158-aaf8-a64f3e0ba9da req-63debded-8ac4-4e28-b6b2-7878ade761a5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:43.130323 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac709275-448c-4158-aaf8-a64f3e0ba9da req-63debded-8ac4-4e28-b6b2-7878ade761a5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 949 time: 0.1698821 Apr 06 12:41:43.173970 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3a353a31-8e10-4283-b961-e1388d60919a req-82154d44-6f95-4517-972a-bc84a5f67aac service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911841 Apr 06 12:41:43.178304 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Deleting port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:41:43.178893 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:43.211676 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Made reservation on behalf of 11bb034cba2b4216a3107f4483bb1e41 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:41:43.215210 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:43.254309 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac709275-448c-4158-aaf8-a64f3e0ba9da req-d367a290-f71a-4eff-a133-ae8d3117a000 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d643768-bd85-4bc7-ba93-2c29a5f3ff70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173987 Apr 06 12:41:43.299226 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] For port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,segment=NetworkSegment(d4533a4d-3148-4d73-8a05-4f2459b213b1),segment_id=d4533a4d-3148-4d73-8a05-4f2459b213b1)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:41:43.299587 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:43.314645 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Calling delete_port for 6bde5e00-0615-46f1-86f0-6885ab2ca4ed owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:41:43.341873 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Allocated IP 172.20.0.10 (4a7333ee-54b6-402d-8b31-d65ec196205c/111597ec-f219-48ba-b05f-e833846f3adf/8c882923-c0f6-402a-bc0d-4e3542c71efc) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:41:43.490518 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:43.545649 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (6bde5e00-0615-46f1-86f0-6885ab2ca4ed), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:43.575317 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Pushing event deleted for resources: {'Port': ['ID=6bde5e00-0615-46f1-86f0-6885ab2ca4ed,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:43.583605 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:43.635493 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Network 4a7333ee-54b6-402d-8b31-d65ec196205c is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:41:43.641676 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:41:43.646123 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:41:43.654217 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] No DVR routers for this DVR port 6bde5e00-0615-46f1-86f0-6885ab2ca4ed on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:41:43.673659 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:43.677739 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7abab380-b421-4bb5-91d8-28df50c3c23a req-054e3875-cda6-423c-be5f-e90bdf22cea5 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.74 "DELETE /v2.0/ports/6bde5e00-0615-46f1-86f0-6885ab2ca4ed HTTP/1.1" status: 204 len: 173 time: 0.7635143 Apr 06 12:41:43.678246 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b7e95a-ca60-4039-ba44-7b9ed050152b', 'name': 'network-vif-deleted', 'tag': '6bde5e00-0615-46f1-86f0-6885ab2ca4ed'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:41:43.680818 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaab743-d98c-44e6-8c1a-8dba8aba134b" -d '{"events": [{"server_uuid": "18b7e95a-ca60-4039-ba44-7b9ed050152b", "name": "network-vif-deleted", "tag": "6bde5e00-0615-46f1-86f0-6885ab2ca4ed"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:41:43.691398 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'Port': ['ID=8c882923-c0f6-402a-bc0d-4e3542c71efc,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:43.730178 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c22e40-4566-4e30-8598-e36e800e3d98 req-03bfcb8e-6f14-4434-a5a7-d920abd2b300 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:43.732087 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73c22e40-4566-4e30-8598-e36e800e3d98 req-03bfcb8e-6f14-4434-a5a7-d920abd2b300 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 932 time: 0.1072047 Apr 06 12:41:43.743119 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:43.743791 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:43.813596 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['6bde5e00-0615-46f1-86f0-6885ab2ca4ed'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:41:43.826019 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-b47cffee-38b0-49c7-b3a2-55131ddc7806 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8901567 Apr 06 12:41:43.827343 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73c22e40-4566-4e30-8598-e36e800e3d98 req-7faa1195-d8a0-4c76-a462-13268309f794 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882127 Apr 06 12:41:43.856600 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a952e-618a-4bc5-9952-4ef2d2cb0517 req-2a2ff1a9-dc90-46d9-ad11-f17053b40a2e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:43.858082 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0a5a952e-618a-4bc5-9952-4ef2d2cb0517 req-2a2ff1a9-dc90-46d9-ad11-f17053b40a2e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.1024454 Apr 06 12:41:43.882172 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c74d67-fa97-4fce-9777-bfb2abbbdde5 x-openstack-request-id: req-c2c74d67-fa97-4fce-9777-bfb2abbbdde5 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:41:43.882486 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b7e95a-ca60-4039-ba44-7b9ed050152b", "name": "network-vif-deleted", "tag": "6bde5e00-0615-46f1-86f0-6885ab2ca4ed", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:41:43.882741 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2c74d67-fa97-4fce-9777-bfb2abbbdde5 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:41:43.883135 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c74d67-fa97-4fce-9777-bfb2abbbdde5'] response: {'server_uuid': '18b7e95a-ca60-4039-ba44-7b9ed050152b', 'name': 'network-vif-deleted', 'tag': '6bde5e00-0615-46f1-86f0-6885ab2ca4ed', 'status': 'completed', 'code': 200} Apr 06 12:41:43.917569 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0a5a952e-618a-4bc5-9952-4ef2d2cb0517 req-d66fe9a0-4565-475c-bf02-56022d93d5cf tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514123 Apr 06 12:41:43.998902 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23953e-b440-4ebb-a951-cc88bfa8fde6 req-4f7b267f-4009-4ff5-9b46-017435fcb605 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:44.000394 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee23953e-b440-4ebb-a951-cc88bfa8fde6 req-4f7b267f-4009-4ff5-9b46-017435fcb605 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0539956 Apr 06 12:41:44.026948 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-036fd50f-540d-4bae-ba56-d7186126bfb6 None None] Provisioning complete for port 8c882923-c0f6-402a-bc0d-4e3542c71efc triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:41:44.027406 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-036fd50f-540d-4bae-ba56-d7186126bfb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:44.052071 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee23953e-b440-4ebb-a951-cc88bfa8fde6 req-6a8a96b1-2a3c-4fe8-8cf2-154f29e31153 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453830 Apr 06 12:41:44.064879 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-036fd50f-540d-4bae-ba56-d7186126bfb6 None None] Port 8c882923-c0f6-402a-bc0d-4e3542c71efc cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:41:44.349801 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c74e4104-ff87-4467-a656-f4b7f9cfb925 req-4089629d-f5c5-40a9-9afd-47efc9178773 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0262275 Apr 06 12:41:44.597326 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:44.683229 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:41:44.947396 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb618f1-59f2-4eaf-a4e2-70fe6627f05c req-37524eb4-13c6-4dcd-ba29-7e6fe176696e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:44.948886 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7cb618f1-59f2-4eaf-a4e2-70fe6627f05c req-37524eb4-13c6-4dcd-ba29-7e6fe176696e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 932 time: 0.0574727 Apr 06 12:41:45.006601 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7cb618f1-59f2-4eaf-a4e2-70fe6627f05c req-f83d6a36-cfe8-42d5-8bed-0670cf4e54bb tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521624 Apr 06 12:41:45.047389 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3c095-475f-48f8-a60f-29dcdbdf8285 req-e5f6e42f-ed0e-4dd0-a85b-c5934fe3f072 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:45.049038 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-87f3c095-475f-48f8-a60f-29dcdbdf8285 req-e5f6e42f-ed0e-4dd0-a85b-c5934fe3f072 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.0633240 Apr 06 12:41:45.102319 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-87f3c095-475f-48f8-a60f-29dcdbdf8285 req-2b4e918b-1915-4ebc-903a-93396f7aa8bb tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432613 Apr 06 12:41:45.172212 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92940f-b047-427e-afd5-f4d004473153 req-f69c08db-a1de-4982-bf8d-7dce5d542954 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:45.173634 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7a92940f-b047-427e-afd5-f4d004473153 req-f69c08db-a1de-4982-bf8d-7dce5d542954 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0514686 Apr 06 12:41:45.223258 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7a92940f-b047-427e-afd5-f4d004473153 req-2e8bfe2a-06e3-46ce-9ffc-960ed97431aa tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Apr 06 12:41:45.443689 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7a4372ec-3d8f-4e04-8fc3-29cc4be68a2f req-e1164495-4763-41ea-a859-cd3f52971518 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0281827 Apr 06 12:41:45.722644 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Request body: {'port': {'device_id': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:41:45.782374 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:46.051854 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c882923-c0f6-402a-bc0d-4e3542c71efc {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:41:46.057154 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:46.060979 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Publish callbacks [] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:46.074732 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Transition to ACTIVE for port object 8c882923-c0f6-402a-bc0d-4e3542c71efc will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:41:46.129269 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555eb8b-a6d0-476e-9dc9-aeb08960c373 req-1207dd02-05c8-47b7-baca-f559897371a1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:46.130177 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f555eb8b-a6d0-476e-9dc9-aeb08960c373 req-1207dd02-05c8-47b7-baca-f559897371a1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 932 time: 0.0535321 Apr 06 12:41:46.152633 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:46.205344 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f555eb8b-a6d0-476e-9dc9-aeb08960c373 req-e395b090-6a69-4ef2-a641-4756a45a5046 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691559 Apr 06 12:41:46.232118 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c882923-c0f6-402a-bc0d-4e3542c71efc,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:46.235433 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbcc33-4528-4e60-a2b6-025ecbf7a141 req-a4122c60-d86c-4711-84a3-3eabfb26abc3 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:46.237109 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9acbcc33-4528-4e60-a2b6-025ecbf7a141 req-a4122c60-d86c-4711-84a3-3eabfb26abc3 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.0686843 Apr 06 12:41:46.305808 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Attempting to bind port 8c882923-c0f6-402a-bc0d-4e3542c71efc on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:41:46.306686 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Attempting to bind port 8c882923-c0f6-402a-bc0d-4e3542c71efc by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:41:46.307323 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Attempting to bind port 8c882923-c0f6-402a-bc0d-4e3542c71efc on network 4a7333ee-54b6-402d-8b31-d65ec196205c {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:41:46.312910 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Port 8c882923-c0f6-402a-bc0d-4e3542c71efc on network 4a7333ee-54b6-402d-8b31-d65ec196205c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:41:46.313528 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Attempting to bind port 8c882923-c0f6-402a-bc0d-4e3542c71efc on network 4a7333ee-54b6-402d-8b31-d65ec196205c {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:41:46.319708 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:41:46.320199 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Checking segment: {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:41:46.320573 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Bound using segment: {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:41:46.321003 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Bound port: 8c882923-c0f6-402a-bc0d-4e3542c71efc, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:41:46.321573 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:46.335579 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9acbcc33-4528-4e60-a2b6-025ecbf7a141 req-b82edbc8-e51b-4a27-a735-1db3b0bf8e85 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876474 Apr 06 12:41:46.371402 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92d5db-43dd-417b-a6ed-92bbe4f65dd8 req-30c2d8f4-ad33-40ea-a966-2440336e6fa6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:46.378513 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cf92d5db-43dd-417b-a6ed-92bbe4f65dd8 req-30c2d8f4-ad33-40ea-a966-2440336e6fa6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0773866 Apr 06 12:41:46.413405 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] For port 8c882923-c0f6-402a-bc0d-4e3542c71efc, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:41:46.416988 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] For port 8c882923-c0f6-402a-bc0d-4e3542c71efc, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:41:46.427163 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cf92d5db-43dd-417b-a6ed-92bbe4f65dd8 req-a3aa14cf-0a88-46f7-aa78-98ff46dae0b2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Apr 06 12:41:46.494877 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:46.536144 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:46.536768 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:46.538896 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] 10.222.0.74 "PUT /v2.0/ports/8c882923-c0f6-402a-bc0d-4e3542c71efc HTTP/1.1" status: 200 len: 1094 time: 0.8206060 Apr 06 12:41:46.539378 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'tag': '8c882923-c0f6-402a-bc0d-4e3542c71efc'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:41:46.541606 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24b4cda-8094-4386-bf77-340ad544db33" -d '{"events": [{"name": "network-changed", "server_uuid": "98d3b20c-7d35-406d-a0b7-b1676ffc740d", "tag": "8c882923-c0f6-402a-bc0d-4e3542c71efc"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:41:46.568319 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5be51a47-3b78-4076-ac81-b240ac86194e req-d736bd73-9b71-4521-8559-dcb034127882 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0397422 Apr 06 12:41:46.573348 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0237c5-0863-46c2-88eb-7f552b8ac0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c882923-c0f6-402a-bc0d-4e3542c71efc,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:46.594846 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f3cfaa-dc84-4477-b43d-ee3fc7d7183c x-openstack-request-id: req-07f3cfaa-dc84-4477-b43d-ee3fc7d7183c {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:41:46.595137 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d3b20c-7d35-406d-a0b7-b1676ffc740d", "tag": "8c882923-c0f6-402a-bc0d-4e3542c71efc", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:41:46.595390 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-07f3cfaa-dc84-4477-b43d-ee3fc7d7183c {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:41:46.595784 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f3cfaa-dc84-4477-b43d-ee3fc7d7183c'] response: {'name': 'network-changed', 'server_uuid': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'tag': '8c882923-c0f6-402a-bc0d-4e3542c71efc', 'status': 'completed', 'code': 200} Apr 06 12:41:47.329633 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1273d-ff4c-4a1b-8a28-69e9e842ef59 req-3aa0b2d5-2847-4be8-8b26-8d36741364f1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:47.331171 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-77b1273d-ff4c-4a1b-8a28-69e9e842ef59 req-3aa0b2d5-2847-4be8-8b26-8d36741364f1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0568328 Apr 06 12:41:47.392958 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-77b1273d-ff4c-4a1b-8a28-69e9e842ef59 req-f25cc942-e407-4728-8d46-f8bd697f645c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552034 Apr 06 12:41:47.464742 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d5aaf-7c7e-46cb-b7bc-d17bfc46347a req-fe0b1ff7-6182-40f2-8195-ba9a359d8f38 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:47.466105 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-977d5aaf-7c7e-46cb-b7bc-d17bfc46347a req-fe0b1ff7-6182-40f2-8195-ba9a359d8f38 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.0555093 Apr 06 12:41:47.547794 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-977d5aaf-7c7e-46cb-b7bc-d17bfc46347a req-635095cc-bb04-462c-bde3-058ef04c691a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717037 Apr 06 12:41:47.571693 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead4fa0-8510-41f3-b1e2-c528ef943750 req-3243e604-bfc1-4932-ba1d-b4680665ee66 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:47.573209 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1ead4fa0-8510-41f3-b1e2-c528ef943750 req-3243e604-bfc1-4932-ba1d-b4680665ee66 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0738626 Apr 06 12:41:47.604299 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b4cda-8094-4386-bf77-340ad544db33 req-589b8efc-0cb9-415e-a24e-dba3c760e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:47.605656 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a24b4cda-8094-4386-bf77-340ad544db33 req-589b8efc-0cb9-415e-a24e-dba3c760e5a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 1128 time: 0.0637531 Apr 06 12:41:47.650817 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1ead4fa0-8510-41f3-b1e2-c528ef943750 req-7732a239-aca7-425b-8116-5672097f7f43 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Apr 06 12:41:47.814054 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 6bde5e00-0615-46f1-86f0-6885ab2ca4ed no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:41:47.836471 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 6bde5e00-0615-46f1-86f0-6885ab2ca4ed {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:41:47.836980 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 6bde5e00-0615-46f1-86f0-6885ab2ca4ed not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:41:47.953302 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b995438f-9062-4734-b1a9-02641872f54e req-2b945a2a-d795-4499-9ba2-1d1ecda6e275 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.2730329 Apr 06 12:41:48.153259 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac818f-7889-4b04-93b7-dccb078e06e3 req-18df4337-290e-422a-bded-f0f704de4568 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:48.154728 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a3ac818f-7889-4b04-93b7-dccb078e06e3 req-18df4337-290e-422a-bded-f0f704de4568 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0526414 Apr 06 12:41:48.202275 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a3ac818f-7889-4b04-93b7-dccb078e06e3 req-bce2e7ae-9fac-4fdf-ac96-3dd3bad567cd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417879 Apr 06 12:41:48.566902 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db472719-c3f3-4cdd-b093-b3900efd11f2 req-a6d67b25-b84f-4e01-a5ec-6a358326260a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:48.567581 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b4cda-8094-4386-bf77-340ad544db33 req-c7e9b144-9764-453e-ab3f-27d96bed9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:48.568512 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-db472719-c3f3-4cdd-b093-b3900efd11f2 req-a6d67b25-b84f-4e01-a5ec-6a358326260a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0621748 Apr 06 12:41:48.568893 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a24b4cda-8094-4386-bf77-340ad544db33 req-c7e9b144-9764-453e-ab3f-27d96bed9056 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=11bb034cba2b4216a3107f4483bb1e41&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1609533 Apr 06 12:41:48.632868 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-db472719-c3f3-4cdd-b093-b3900efd11f2 req-760853f6-c720-475d-b4a6-d89974b150d2 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576270 Apr 06 12:41:48.700611 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73dda3-f1f2-462c-bdf9-ef3a9cf6d308 req-bf11af18-1b7e-4cab-806e-33ce4680f4e7 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:48.702100 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a73dda3-f1f2-462c-bdf9-ef3a9cf6d308 req-bf11af18-1b7e-4cab-806e-33ce4680f4e7 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.0552485 Apr 06 12:41:48.761825 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a73dda3-f1f2-462c-bdf9-ef3a9cf6d308 req-7339b06b-e86c-4bd1-8282-7aa70349ebee tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Apr 06 12:41:49.012443 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-71886cea-7567-4eaf-8826-93edf087d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.025340 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-71886cea-7567-4eaf-8826-93edf087d6aa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 1130 time: 0.0823324 Apr 06 12:41:49.088250 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b4cda-8094-4386-bf77-340ad544db33 req-0c619d05-dcf9-4e99-8e61-c7bcadb330eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.096452 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-a24b4cda-8094-4386-bf77-340ad544db33 req-0c619d05-dcf9-4e99-8e61-c7bcadb330eb service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622930 Apr 06 12:41:49.129232 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a8d81bcc-eed2-48ae-a8a8-5a317c45566e req-ad55aa25-b8ea-44f9-9683-8446c76695b6 tempest-VolumesNegativeTest-1659264551 tempest-VolumesNegativeTest-1659264551-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b7e95a-ca60-4039-ba44-7b9ed050152b HTTP/1.1" status: 200 len: 210 time: 0.0723369 Apr 06 12:41:49.179213 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-9989a3c4-4283-45a7-9e6e-08450dc4f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.181730 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-9989a3c4-4283-45a7-9e6e-08450dc4f28b service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.1516662 Apr 06 12:41:49.237382 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 45236) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:49.243858 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-435a4cdd-bdcb-4036-a56f-555b9469126f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077852a7-2771-46ad-b0c7-a4d1684b012d HTTP/1.1" status: 200 len: 217 time: 0.0524271 Apr 06 12:41:49.260091 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-42544c07-6151-4ff2-9cf6-85e23b81ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.263811 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-42544c07-6151-4ff2-9cf6-85e23b81ce00 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 1128 time: 0.0759799 Apr 06 12:41:49.366155 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-c0fb1d2d-7cb4-4fd5-a4f8-066f61025209 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc HTTP/1.1" status: 200 len: 217 time: 0.0548203 Apr 06 12:41:49.372340 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3e59c-4e3f-4cc0-8ac2-582b65bf2cfa req-83e8013d-22ac-45e4-bd0f-3d80bac43b31 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.373844 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c3b3e59c-4e3f-4cc0-8ac2-582b65bf2cfa req-83e8013d-22ac-45e4-bd0f-3d80bac43b31 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0988326 Apr 06 12:41:49.383321 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-a4d24d4b-5593-48ce-b215-86e890ecbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.384691 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-a4d24d4b-5593-48ce-b215-86e890ecbcfa service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0733674 Apr 06 12:41:49.403030 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b0d8afc8-247f-4294-b7ff-cd42cd51be08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:49.416117 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-a7c051f2-20ed-49fb-a054-9ff013ad0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.417945 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-a7c051f2-20ed-49fb-a054-9ff013ad0302 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=111597ec-f219-48ba-b05f-e833846f3adf HTTP/1.1" status: 200 len: 850 time: 0.0462832 Apr 06 12:41:49.509170 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-85feadbd-1216-45e6-bd6e-63482b61bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.510874 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-85feadbd-1216-45e6-bd6e-63482b61bc45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a7333ee-54b6-402d-8b31-d65ec196205c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872774 Apr 06 12:41:49.514913 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c3b3e59c-4e3f-4cc0-8ac2-582b65bf2cfa req-ff1329fc-3355-4244-a883-eb6b32435ebc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344357 Apr 06 12:41:49.533680 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-9739b891-5559-4786-9ecd-57a5ebd7d59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.535322 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-9739b891-5559-4786-9ecd-57a5ebd7d59b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1444142 Apr 06 12:41:49.604969 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-7137ef7c-8075-499f-9f00-6ccdbfecaca6 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854728 Apr 06 12:41:49.618005 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b0d8afc8-247f-4294-b7ff-cd42cd51be08 admin admin] Publish callbacks [] for security_group (98e55ca7-26ab-46dd-bb02-e4ff856e4e40), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:49.649116 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-3db39043-7642-4ba8-8302-e4c986c89211 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007822 Apr 06 12:41:49.707960 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b0d8afc8-247f-4294-b7ff-cd42cd51be08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (98e55ca7-26ab-46dd-bb02-e4ff856e4e40), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:49.716950 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ad70c42-7efb-4255-acd0-d3bc01be3a03 req-2bcb86b9-a823-47cf-bdb2-22117849a892 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060417 Apr 06 12:41:49.799431 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-b0d8afc8-247f-4294-b7ff-cd42cd51be08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=371e08fe226e4fa48b3c355ad12f0dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5592377 Apr 06 12:41:49.800826 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45250) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:49.806380 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8afc8-247f-4294-b7ff-cd42cd51be08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e55ca7-26ab-46dd-bb02-e4ff856e4e40,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:49.839761 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d078dde9-bbb1-42b3-ae85-e8c7ef407624 req-8ad82d9b-baa9-4657-90f3-f3109ce68d64 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842120 Apr 06 12:41:49.847857 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d327d-8093-4b07-b16d-eb65b1451c90 req-f1fd8757-b2a6-4fae-8569-d3743a81ba0c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:49.855413 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e34d327d-8093-4b07-b16d-eb65b1451c90 req-f1fd8757-b2a6-4fae-8569-d3743a81ba0c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.1505458 Apr 06 12:41:49.868970 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51af6f2e-b913-4c8d-b14e-1042316d62bb admin admin] Publish callbacks [] for security_group (98e55ca7-26ab-46dd-bb02-e4ff856e4e40), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:49.894128 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51af6f2e-b913-4c8d-b14e-1042316d62bb admin admin] Publish callbacks [] for security_group (98e55ca7-26ab-46dd-bb02-e4ff856e4e40), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:49.934817 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e34d327d-8093-4b07-b16d-eb65b1451c90 req-cc399115-3c17-444f-8029-c5ce0a8115b5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639613 Apr 06 12:41:50.121111 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51af6f2e-b913-4c8d-b14e-1042316d62bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (98e55ca7-26ab-46dd-bb02-e4ff856e4e40), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:50.123671 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-51af6f2e-b913-4c8d-b14e-1042316d62bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:50.124812 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-51af6f2e-b913-4c8d-b14e-1042316d62bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98e55ca7-26ab-46dd-bb02-e4ff856e4e40 HTTP/1.1" status: 204 len: 168 time: 0.3227932 Apr 06 12:41:50.133950 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af6f2e-b913-4c8d-b14e-1042316d62bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e55ca7-26ab-46dd-bb02-e4ff856e4e40,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:50.647301 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff434b1-33b2-426c-a0ea-144a7a6a366e req-ca1ed050-7f8d-44a5-a5fd-933ea352ad21 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:50.651699 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ff434b1-33b2-426c-a0ea-144a7a6a366e req-ca1ed050-7f8d-44a5-a5fd-933ea352ad21 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0587540 Apr 06 12:41:50.702643 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ff434b1-33b2-426c-a0ea-144a7a6a366e req-2fd54c14-9d60-48e0-bcb4-64579c60e3fa tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Apr 06 12:41:50.927554 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45310) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:50.941440 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-711ca852-c94c-4b7b-91a2-33adda954a7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:51.021109 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-711ca852-c94c-4b7b-91a2-33adda954a7d admin admin] Publish callbacks [] for security_group (1d9daa06-6b24-4fee-8957-a3566a34660c), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:51.073285 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57221169-8d6d-47ad-9352-88057afdb7a7 req-4012792e-ba21-4aae-96ce-9f3521fe1bfc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:51.073285 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-57221169-8d6d-47ad-9352-88057afdb7a7 req-4012792e-ba21-4aae-96ce-9f3521fe1bfc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0628924 Apr 06 12:41:51.108809 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-711ca852-c94c-4b7b-91a2-33adda954a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1d9daa06-6b24-4fee-8957-a3566a34660c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:51.120552 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-57221169-8d6d-47ad-9352-88057afdb7a7 req-0dbbed73-c514-455f-ac81-06d91a071dc3 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442183 Apr 06 12:41:51.147718 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-711ca852-c94c-4b7b-91a2-33adda954a7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cd62d026dd0841d6b88af98386ad0a37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184124 Apr 06 12:41:51.148561 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ca852-c94c-4b7b-91a2-33adda954a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9daa06-6b24-4fee-8957-a3566a34660c,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:51.150547 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 45318) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:51.205293 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-33902dfd-cb33-4671-81ca-2976878eaff1 admin admin] Publish callbacks [] for security_group (1d9daa06-6b24-4fee-8957-a3566a34660c), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:51.227244 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-33902dfd-cb33-4671-81ca-2976878eaff1 admin admin] Publish callbacks [] for security_group (1d9daa06-6b24-4fee-8957-a3566a34660c), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:51.371974 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-33902dfd-cb33-4671-81ca-2976878eaff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1d9daa06-6b24-4fee-8957-a3566a34660c), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:51.374667 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-33902dfd-cb33-4671-81ca-2976878eaff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:51.376212 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-33902dfd-cb33-4671-81ca-2976878eaff1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d9daa06-6b24-4fee-8957-a3566a34660c HTTP/1.1" status: 204 len: 168 time: 0.2244027 Apr 06 12:41:51.384897 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33902dfd-cb33-4671-81ca-2976878eaff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9daa06-6b24-4fee-8957-a3566a34660c,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:51.837094 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1ed89-ee69-48d7-926c-6b9e13d0fd9c req-3a3cc94d-330c-4f22-a661-5fcfe952a079 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:51.838685 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-47c1ed89-ee69-48d7-926c-6b9e13d0fd9c req-3a3cc94d-330c-4f22-a661-5fcfe952a079 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0668612 Apr 06 12:41:51.899649 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-47c1ed89-ee69-48d7-926c-6b9e13d0fd9c req-be25759f-27a7-4010-a4b2-cdfc47b4fbb2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543396 Apr 06 12:41:52.254635 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e3f9-8070-4766-b9a0-fadc8f0d7245 req-ce24fe84-0e4d-4c08-b506-1e6ac3b40f54 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:52.256671 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2d64e3f9-8070-4766-b9a0-fadc8f0d7245 req-ce24fe84-0e4d-4c08-b506-1e6ac3b40f54 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0548298 Apr 06 12:41:52.308179 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2d64e3f9-8070-4766-b9a0-fadc8f0d7245 req-bae79730-f3d0-4f74-a8f0-99fe0dc49f43 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454082 Apr 06 12:41:53.021786 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2497d2-b632-408d-8410-5772fe92b78e req-0e26c14a-07e8-43e3-a7b4-c5864f31cdbe tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:53.028851 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d2497d2-b632-408d-8410-5772fe92b78e req-0e26c14a-07e8-43e3-a7b4-c5864f31cdbe tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0628934 Apr 06 12:41:53.081934 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d2497d2-b632-408d-8410-5772fe92b78e req-bc2d668e-70e4-47a4-930d-9911a31e30be tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519347 Apr 06 12:41:53.295569 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 45462) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:53.417061 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-700e7a9c-8399-484b-900a-925976f75151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:53.455855 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52d43c-3d82-4b5b-ac6c-f240441e50b1 req-47f882af-a1a4-4a39-b702-1f2256b04dd7 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:53.458074 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cd52d43c-3d82-4b5b-ac6c-f240441e50b1 req-47f882af-a1a4-4a39-b702-1f2256b04dd7 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0824566 Apr 06 12:41:53.547236 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cd52d43c-3d82-4b5b-ac6c-f240441e50b1 req-0efdb4c4-e787-45b9-8aa6-22d1d405380e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787115 Apr 06 12:41:53.559112 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-700e7a9c-8399-484b-900a-925976f75151 admin admin] Publish callbacks [] for security_group (9a2d480e-5642-4de1-b059-01adce0fa4d0), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:53.640444 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-700e7a9c-8399-484b-900a-925976f75151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9a2d480e-5642-4de1-b059-01adce0fa4d0), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:53.681128 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-700e7a9c-8399-484b-900a-925976f75151 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ffe92c89052476db3d540a9cdd2de97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3844838 Apr 06 12:41:53.681985 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e7a9c-8399-484b-900a-925976f75151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d480e-5642-4de1-b059-01adce0fa4d0,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:53.683798 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45494) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:41:53.737846 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2d65868c-23ea-4f11-b086-1879d1a55980 admin admin] Publish callbacks [] for security_group (9a2d480e-5642-4de1-b059-01adce0fa4d0), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:53.761338 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2d65868c-23ea-4f11-b086-1879d1a55980 admin admin] Publish callbacks [] for security_group (9a2d480e-5642-4de1-b059-01adce0fa4d0), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:53.883597 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2d65868c-23ea-4f11-b086-1879d1a55980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9a2d480e-5642-4de1-b059-01adce0fa4d0), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:53.886242 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2d65868c-23ea-4f11-b086-1879d1a55980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:41:53.887491 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2d65868c-23ea-4f11-b086-1879d1a55980 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a2d480e-5642-4de1-b059-01adce0fa4d0 HTTP/1.1" status: 204 len: 168 time: 0.2012765 Apr 06 12:41:53.895479 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65868c-23ea-4f11-b086-1879d1a55980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d480e-5642-4de1-b059-01adce0fa4d0,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:41:54.214263 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465ab28-9b2d-4440-befe-c3a4bd569166 req-ceaf4b5d-4244-4c34-9361-cbaf2deca6aa tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:54.215860 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b465ab28-9b2d-4440-befe-c3a4bd569166 req-ceaf4b5d-4244-4c34-9361-cbaf2deca6aa tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0549891 Apr 06 12:41:54.266926 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b465ab28-9b2d-4440-befe-c3a4bd569166 req-f794e060-c3ae-4d47-977b-93aef614d43a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454440 Apr 06 12:41:54.679192 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54611477-5493-44a6-b5d2-f0adfd762543 req-35cb5461-12bc-4416-a424-3d930423640e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:54.680425 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-54611477-5493-44a6-b5d2-f0adfd762543 req-35cb5461-12bc-4416-a424-3d930423640e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0656948 Apr 06 12:41:54.730186 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-54611477-5493-44a6-b5d2-f0adfd762543 req-ffc96331-6799-4743-83ab-c143a06c964f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441668 Apr 06 12:41:55.387902 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f6a5d-e006-4bea-a012-7bcd43b551a2 req-ed6ad49e-0da7-4ee0-a6fe-7077dfb53f74 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:55.389401 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ea1f6a5d-e006-4bea-a012-7bcd43b551a2 req-ed6ad49e-0da7-4ee0-a6fe-7077dfb53f74 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0549178 Apr 06 12:41:55.447347 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ea1f6a5d-e006-4bea-a012-7bcd43b551a2 req-ccf08d03-43a5-4148-99dc-5473dfd775d4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494182 Apr 06 12:41:55.872035 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a32372-b749-4aee-9685-9cc60102fe30 req-9e4c35d0-1c66-4904-8871-5aecff890f62 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:55.874068 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f5a32372-b749-4aee-9685-9cc60102fe30 req-9e4c35d0-1c66-4904-8871-5aecff890f62 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0674422 Apr 06 12:41:55.925492 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f5a32372-b749-4aee-9685-9cc60102fe30 req-50096077-d984-409d-bcc3-e22bb3e649f4 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454502 Apr 06 12:41:56.565390 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43360b6c-d3c1-4f68-8708-9cddc83a137a req-7daec0b1-110b-4daf-8fe9-4d4ac66473ce tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:56.566964 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-43360b6c-d3c1-4f68-8708-9cddc83a137a req-7daec0b1-110b-4daf-8fe9-4d4ac66473ce tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0533221 Apr 06 12:41:56.620659 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-43360b6c-d3c1-4f68-8708-9cddc83a137a req-30e0ef92-5ef9-4555-b774-276d0b8c6edd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471056 Apr 06 12:41:57.051740 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e98dd-c23a-49eb-a927-a1e3bb9eac45 req-48a84304-41d0-4f2f-b28d-dc4a940e742f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:57.053258 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-148e98dd-c23a-49eb-a927-a1e3bb9eac45 req-48a84304-41d0-4f2f-b28d-dc4a940e742f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0559158 Apr 06 12:41:57.106543 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-148e98dd-c23a-49eb-a927-a1e3bb9eac45 req-56c3000e-a13b-4df3-9819-0c771f390c9d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433774 Apr 06 12:41:57.749288 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24981c55-33e2-4d8e-9c80-545e1f495f1c req-48491d2a-7871-4e04-aad4-bbd28314687c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:57.750934 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-24981c55-33e2-4d8e-9c80-545e1f495f1c req-48491d2a-7871-4e04-aad4-bbd28314687c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0587814 Apr 06 12:41:57.802797 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-24981c55-33e2-4d8e-9c80-545e1f495f1c req-352b2ec2-767e-45f7-a81c-6f8c0b735a26 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450034 Apr 06 12:41:58.223616 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb7bfe-eb37-4fd0-b218-fba647176439 req-24fbbf4f-7f1a-4f76-b88e-27958a7570a8 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:58.225217 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cffb7bfe-eb37-4fd0-b218-fba647176439 req-24fbbf4f-7f1a-4f76-b88e-27958a7570a8 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0522673 Apr 06 12:41:58.273078 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cffb7bfe-eb37-4fd0-b218-fba647176439 req-1a97aad7-3058-4038-a34c-8a5cde1dfd87 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409465 Apr 06 12:41:58.921461 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5561b-aa08-44e9-9a64-b663a7f1368e req-8ea2db49-1868-4dc9-85a2-0f174611002e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:58.922984 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-89b5561b-aa08-44e9-9a64-b663a7f1368e req-8ea2db49-1868-4dc9-85a2-0f174611002e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0526409 Apr 06 12:41:58.973350 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-89b5561b-aa08-44e9-9a64-b663a7f1368e req-a31cd8e4-9da6-4686-bf93-bc353470467e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447950 Apr 06 12:41:59.395240 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f0ebe-bad6-4d95-939d-ded14745778e req-51789fd2-bd67-4ea3-a615-a898948ec77c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:41:59.397364 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f36f0ebe-bad6-4d95-939d-ded14745778e req-51789fd2-bd67-4ea3-a615-a898948ec77c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0585730 Apr 06 12:41:59.446636 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f36f0ebe-bad6-4d95-939d-ded14745778e req-1933958b-52a6-4e4f-94ee-ec12ae451474 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409572 Apr 06 12:42:00.094423 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6b94f-0b86-4f75-b2d0-afdf241bef91 req-21f57c69-a87c-4ab8-9bc0-553ec04735f3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:00.095936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2ef6b94f-0b86-4f75-b2d0-afdf241bef91 req-21f57c69-a87c-4ab8-9bc0-553ec04735f3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0538530 Apr 06 12:42:00.145049 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2ef6b94f-0b86-4f75-b2d0-afdf241bef91 req-bd51f602-394f-458a-9f2a-4aecf8415d9b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435610 Apr 06 12:42:00.568983 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147039-2a2a-4d5d-8adc-c38dfc0f7f8c req-431616de-ff95-4d79-bc98-4612c7301e13 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:00.570471 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c0147039-2a2a-4d5d-8adc-c38dfc0f7f8c req-431616de-ff95-4d79-bc98-4612c7301e13 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0566196 Apr 06 12:42:00.621857 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c0147039-2a2a-4d5d-8adc-c38dfc0f7f8c req-6709452d-07b2-4cfe-9cf9-d2c77d8c2df0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452187 Apr 06 12:42:01.265631 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797eb13-a8af-4be4-a4d3-caf7bfeea68a req-9943ee9b-775f-4543-b7bf-1d5ceb757935 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:01.267121 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1797eb13-a8af-4be4-a4d3-caf7bfeea68a req-9943ee9b-775f-4543-b7bf-1d5ceb757935 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0559428 Apr 06 12:42:01.314813 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1797eb13-a8af-4be4-a4d3-caf7bfeea68a req-11abc64f-ac08-487a-9582-b4edb47409d2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419128 Apr 06 12:42:01.741337 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24770cd1-5a9c-4b32-b908-6135601e3135 req-5b35361b-98d3-48b3-8cf7-fa6b967f52c5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:01.742726 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-24770cd1-5a9c-4b32-b908-6135601e3135 req-5b35361b-98d3-48b3-8cf7-fa6b967f52c5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 944 time: 0.0552948 Apr 06 12:42:01.788810 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-24770cd1-5a9c-4b32-b908-6135601e3135 req-30f2a332-52c0-4372-9885-9067c12df4cc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401773 Apr 06 12:42:01.988198 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 8c882923-c0f6-402a-bc0d-4e3542c71efc details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:42:02.075084 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:02.100556 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 8c882923-c0f6-402a-bc0d-4e3542c71efc, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:02.112018 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '8c882923-c0f6-402a-bc0d-4e3542c71efc', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'port_id': '8c882923-c0f6-402a-bc0d-4e3542c71efc', 'mac_address': 'fa:16:3e:3c:40:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:42:02.149633 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 8c882923-c0f6-402a-bc0d-4e3542c71efc is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:02.150606 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:02.163396 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c882923-c0f6-402a-bc0d-4e3542c71efc {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:42:02.187589 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 8c882923-c0f6-402a-bc0d-4e3542c71efc, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:02.282942 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:02.330882 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=8c882923-c0f6-402a-bc0d-4e3542c71efc,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:02.429985 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12ad81-1412-4249-adbc-14cd30fe0ee7 req-f8f7e8fc-4628-4dd6-aa1d-f6f77364a41c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:02.432105 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac12ad81-1412-4249-adbc-14cd30fe0ee7 req-f8f7e8fc-4628-4dd6-aa1d-f6f77364a41c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0530217 Apr 06 12:42:02.483352 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac12ad81-1412-4249-adbc-14cd30fe0ee7 req-9f63d43a-2c93-4722-ad4d-e598dc387fe0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455122 Apr 06 12:42:02.914436 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d92a5d-0b5e-4f96-bdce-c92a4a59bec7 req-c610ab60-f921-4566-a185-e7576e8c6b6c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:02.917358 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19d92a5d-0b5e-4f96-bdce-c92a4a59bec7 req-c610ab60-f921-4566-a185-e7576e8c6b6c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 945 time: 0.0538855 Apr 06 12:42:02.968718 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19d92a5d-0b5e-4f96-bdce-c92a4a59bec7 req-e5d22f13-9e1f-49e5-973d-2df27757c2b2 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456944 Apr 06 12:42:03.487312 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['8c882923-c0f6-402a-bc0d-4e3542c71efc'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:42:03.662286 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb0d64-de3b-4c59-a767-7fd78ab551c4 req-cd790d23-209f-4d02-9d72-07b5e1413753 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:03.663800 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-57fb0d64-de3b-4c59-a767-7fd78ab551c4 req-cd790d23-209f-4d02-9d72-07b5e1413753 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0588293 Apr 06 12:42:03.711748 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-57fb0d64-de3b-4c59-a767-7fd78ab551c4 req-82035043-cffb-4985-b98a-213f412bf215 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423791 Apr 06 12:42:03.905591 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-e48b115a-4e16-4a22-ae09-18670b175c59 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463338 Apr 06 12:42:04.014013 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-48d46409-cad7-421c-9794-af3a3a02b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:04.015869 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-48d46409-cad7-421c-9794-af3a3a02b39c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 1130 time: 0.0507631 Apr 06 12:42:04.171679 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5914f-01f7-4c95-bc8b-1d2137f3d2bf req-b3e0f823-7d8b-4224-a52f-0b46c4c6b94c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:04.173219 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65b5914f-01f7-4c95-bc8b-1d2137f3d2bf req-b3e0f823-7d8b-4224-a52f-0b46c4c6b94c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 945 time: 0.1338489 Apr 06 12:42:04.177764 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-241ca23b-49a9-4ff1-8a3e-a3d9ab2783e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:04.179188 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-241ca23b-49a9-4ff1-8a3e-a3d9ab2783e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.1410928 Apr 06 12:42:04.239863 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-8e2bd617-110c-442c-be65-8c70e30696f7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d16a50-abc0-4529-8ad8-c5c130491a86 HTTP/1.1" status: 200 len: 217 time: 0.0533054 Apr 06 12:42:04.298833 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65b5914f-01f7-4c95-bc8b-1d2137f3d2bf req-5339e415-1036-4d85-9371-79e8fecde47c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185894 Apr 06 12:42:04.363077 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-d3998e9d-e685-40b8-a0c4-94783fbd7425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:04.363077 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-d3998e9d-e685-40b8-a0c4-94783fbd7425 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0611556 Apr 06 12:42:04.365781 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-3863ef30-d47a-4795-8912-1be221bf2180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:04.367424 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-3863ef30-d47a-4795-8912-1be221bf2180 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468166 Apr 06 12:42:04.471614 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-cc6db40e-da9b-4977-9b16-62479c1863de service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884576 Apr 06 12:42:04.581275 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbf5ecdf-f2fc-4658-9ba6-899dda5b2c1d req-f2a11598-4879-465e-95fa-3a3b89b3c95b service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985110 Apr 06 12:42:04.840360 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41021b-dc8e-46dd-b863-e2a3f7c96c01 req-cf86a9bf-dabe-4af0-be30-30405b283039 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:04.841973 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a41021b-dc8e-46dd-b863-e2a3f7c96c01 req-cf86a9bf-dabe-4af0-be30-30405b283039 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0608976 Apr 06 12:42:04.877569 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 8c882923-c0f6-402a-bc0d-4e3542c71efc up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:04.899663 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a41021b-dc8e-46dd-b863-e2a3f7c96c01 req-5d998863-093d-4a1a-8bd0-f93d34d7c3d8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519743 Apr 06 12:42:05.011892 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 8c882923-c0f6-402a-bc0d-4e3542c71efc completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:42:05.016055 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 8c882923-c0f6-402a-bc0d-4e3542c71efc triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:05.016474 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:05.102378 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 8c882923-c0f6-402a-bc0d-4e3542c71efc is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:05.102880 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:05.126780 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c882923-c0f6-402a-bc0d-4e3542c71efc'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:42:05.129095 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667c212e-67a0-4d04-876c-cbd9c24ee356" -d '{"events": [{"server_uuid": "98d3b20c-7d35-406d-a0b7-b1676ffc740d", "name": "network-vif-plugged", "status": "completed", "tag": "8c882923-c0f6-402a-bc0d-4e3542c71efc"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:42:05.141410 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 8c882923-c0f6-402a-bc0d-4e3542c71efc, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:05.165857 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e991866-9d48-4b70-9b7f-483488d21a05 x-openstack-request-id: req-1e991866-9d48-4b70-9b7f-483488d21a05 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:42:05.166155 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d3b20c-7d35-406d-a0b7-b1676ffc740d", "name": "network-vif-plugged", "status": "completed", "tag": "8c882923-c0f6-402a-bc0d-4e3542c71efc", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:42:05.167022 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e991866-9d48-4b70-9b7f-483488d21a05 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:42:05.167703 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e991866-9d48-4b70-9b7f-483488d21a05'] response: {'server_uuid': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c882923-c0f6-402a-bc0d-4e3542c71efc', 'code': 200} Apr 06 12:42:05.235161 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:05.287289 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=8c882923-c0f6-402a-bc0d-4e3542c71efc,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:05.475948 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc415d-eaf2-48ad-b641-010343265c12 req-4cb98fdd-0f91-444c-9b9e-95c25594bee7 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:05.477462 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-babc415d-eaf2-48ad-b641-010343265c12 req-4cb98fdd-0f91-444c-9b9e-95c25594bee7 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0556068 Apr 06 12:42:05.530955 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-babc415d-eaf2-48ad-b641-010343265c12 req-cd0b10ff-efb1-4849-a436-fca4e35e8ed8 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476785 Apr 06 12:42:05.907196 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45842) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:06.041079 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8363f4f-fb78-428a-ade6-c37d8097ce32 req-cb9f5269-c420-4f61-9d4c-ac941c3500bf tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:06.043415 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d8363f4f-fb78-428a-ade6-c37d8097ce32 req-cb9f5269-c420-4f61-9d4c-ac941c3500bf tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0667589 Apr 06 12:42:06.071127 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-64bbfc69-a184-439e-9361-3840b7d00cf8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1cfb25425ce4aa8a6808f3cafc3540a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627011 Apr 06 12:42:06.074366 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45850) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:06.127013 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d8363f4f-fb78-428a-ade6-c37d8097ce32 req-71ff0edb-e137-4746-b300-d353aa527280 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673969 Apr 06 12:42:06.153805 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Publish callbacks [] for security_group (5d643768-bd85-4bc7-ba93-2c29a5f3ff70), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:06.190212 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Publish callbacks [] for security_group (5d643768-bd85-4bc7-ba93-2c29a5f3ff70), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:06.424940 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (5d643768-bd85-4bc7-ba93-2c29a5f3ff70), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:06.427554 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:06.432653 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d643768-bd85-4bc7-ba93-2c29a5f3ff70 HTTP/1.1" status: 204 len: 168 time: 0.3533747 Apr 06 12:42:06.438806 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d643768-bd85-4bc7-ba93-2c29a5f3ff70,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:06.446556 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.446906 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.447252 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.447609 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.448170 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.448525 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.448856 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.449193 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.449532 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.450072 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.450883 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.451401 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.451848 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.452186 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.452515 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f3810-8f1a-420a-b06b-ca60d0142fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:06.677719 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa491d3f-93b0-4d61-b859-8df98cee7e3a req-9013bcbb-02a1-48f7-8854-adf56c31b482 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:06.679850 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa491d3f-93b0-4d61-b859-8df98cee7e3a req-9013bcbb-02a1-48f7-8854-adf56c31b482 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0685360 Apr 06 12:42:06.734930 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa491d3f-93b0-4d61-b859-8df98cee7e3a req-d7b91a6f-fb66-40e0-9a2b-504af4576e8f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473075 Apr 06 12:42:07.256122 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e653ba-14f1-4694-b983-ad901e39d9c6 req-ae3baa77-21ce-4c46-a2eb-465d4ecc4dc4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:07.257589 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-69e653ba-14f1-4694-b983-ad901e39d9c6 req-ae3baa77-21ce-4c46-a2eb-465d4ecc4dc4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0571620 Apr 06 12:42:07.314953 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-69e653ba-14f1-4694-b983-ad901e39d9c6 req-3ec322f6-8f00-4335-a163-dc66fe0195fd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513339 Apr 06 12:42:07.614316 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 45888) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:07.710121 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1384605798-network', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:07.802992 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Made reservation on behalf of 60236bb2f02348b099a6dc6a40f88895 for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:42:07.805155 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:07.826473 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:07.895108 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9560c-d790-4945-9eef-7b9f2112df8a req-3c5b627b-94a9-4488-a134-87906b2bfb5d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:07.896949 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ede9560c-d790-4945-9eef-7b9f2112df8a req-3c5b627b-94a9-4488-a134-87906b2bfb5d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0876088 Apr 06 12:42:07.972714 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ede9560c-d790-4945-9eef-7b9f2112df8a req-de129b58-fc24-4cac-99a2-223acd8b10d1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0695980 Apr 06 12:42:07.974366 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Publish callbacks [] for security_group (dd14cc5c-9bd3-4d90-aec5-0f326fad8911), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:08.060002 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (dd14cc5c-9bd3-4d90-aec5-0f326fad8911), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:08.083363 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:42:08.098840 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd14cc5c-9bd3-4d90-aec5-0f326fad8911,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:08.101226 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (98c53bde-ce87-40cc-861c-4190b6eef25c), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:08.101606 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Added segment 98c53bde-ce87-40cc-861c-4190b6eef25c of type vlan for network 830dd20d-595a-4add-ac85-c7289c5a0e71 Apr 06 12:42:08.119208 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.119555 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.119897 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.120237 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.121466 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.122002 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.122425 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.122771 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.123103 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.123434 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.123795 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.124126 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.124452 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.124775 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.125092 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:08.168863 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (830dd20d-595a-4add-ac85-c7289c5a0e71), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:08.277439 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (830dd20d-595a-4add-ac85-c7289c5a0e71), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:08.278129 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:08.278747 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:08.343779 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] Pushing event updated for resources: {'Network': ['ID=830dd20d-595a-4add-ac85-c7289c5a0e71,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:08.357586 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 830dd20d-595a-4add-ac85-c7289c5a0e71 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:42:08.441279 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70346d-5c71-4719-9dbe-f50ee547b293 req-05ce8e45-cc8e-443c-bc8a-ef00fb919213 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:08.442836 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4f70346d-5c71-4719-9dbe-f50ee547b293 req-05ce8e45-cc8e-443c-bc8a-ef00fb919213 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0539420 Apr 06 12:42:08.451359 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45904) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:08.451913 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-a8676888-ff68-490c-a802-6a8b7554dd3d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8359528 Apr 06 12:42:08.457193 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Request body: {'subnet': {'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1384605798-subnet', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:08.512817 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4f70346d-5c71-4719-9dbe-f50ee547b293 req-a05915cd-b21b-42a1-a108-5da184ecb616 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534668 Apr 06 12:42:08.576152 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Made reservation on behalf of 60236bb2f02348b099a6dc6a40f88895 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:42:08.579615 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3206859'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:08.711686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99c3f1-ddf8-4576-8021-5094c75f7ee2 req-734dffdd-a9bb-4e20-a358-b03253861ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:08.713277 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8a99c3f1-ddf8-4576-8021-5094c75f7ee2 req-734dffdd-a9bb-4e20-a358-b03253861ad6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 1130 time: 0.0795717 Apr 06 12:42:08.765197 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8a99c3f1-ddf8-4576-8021-5094c75f7ee2 req-6db978e7-5f77-4cbd-a1bb-a26b7cdba86a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457218 Apr 06 12:42:08.860344 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3206869'] for subnet (5e025e6c-5329-412d-b978-79cd97605cd8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:08.923821 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e025e6c-5329-412d-b978-79cd97605cd8,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:08.945812 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Checking segment: {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:42:08.955106 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Network hostable DHCP agents. Network: 830dd20d-595a-4add-ac85-c7289c5a0e71, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:42:09.035173 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Network 830dd20d-595a-4add-ac85-c7289c5a0e71 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:42:09.093674 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306f44d-0fb1-46d6-ac10-bc6e6a1753fb req-b57a29ef-5c81-4bf1-8801-6916d12a1f87 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:09.095186 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e306f44d-0fb1-46d6-ac10-bc6e6a1753fb req-b57a29ef-5c81-4bf1-8801-6916d12a1f87 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0539734 Apr 06 12:42:09.134373 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 830dd20d-595a-4add-ac85-c7289c5a0e71) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:09.139994 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:09.140601 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.144665 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1538f8f-1549-4d3a-aa3e-c7ef9e00a8dc None None] Network 830dd20d-595a-4add-ac85-c7289c5a0e71 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:42:09.145419 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e306f44d-0fb1-46d6-ac10-bc6e6a1753fb req-4bdc515e-f2cd-426a-81c8-bf89e5175c2a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445950 Apr 06 12:42:09.240644 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-33636bc8-e873-427d-8637-f8250d9029fa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7792115 Apr 06 12:42:09.240931 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 45932) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:09.244522 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:09.286863 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-830dd20d-595a-4add-ac85-c7289c5a0e71', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:42:09.287792 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.395394 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (3d730838-a101-42e4-9ecd-b5588c96d030), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.396635 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (3d730838-a101-42e4-9ecd-b5588c96d030), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.413347 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-852da2de-272c-41e7-8079-f614c0d55ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.435567 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Allocated IP 172.20.0.2 (830dd20d-595a-4add-ac85-c7289c5a0e71/5e025e6c-5329-412d-b978-79cd97605cd8/285174b2-4984-4866-90d7-fd66d871428b) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:42:09.454779 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks [] for router_controller (3d730838-a101-42e4-9ecd-b5588c96d030), precommit_add_association {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.578349 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Publish callbacks [] for port (285174b2-4984-4866-90d7-fd66d871428b), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.670932 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (285174b2-4984-4866-90d7-fd66d871428b), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.702478 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks [] for router_gateway (3d730838-a101-42e4-9ecd-b5588c96d030), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.713082 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Network 830dd20d-595a-4add-ac85-c7289c5a0e71 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:09.718708 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:09.721312 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:42:09.731239 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Pushing event updated for resources: {'Port': ['ID=285174b2-4984-4866-90d7-fd66d871428b,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:09.784911 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Attempting to bind port 285174b2-4984-4866-90d7-fd66d871428b on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:42:09.785430 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Attempting to bind port 285174b2-4984-4866-90d7-fd66d871428b by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:42:09.785805 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Attempting to bind port 285174b2-4984-4866-90d7-fd66d871428b on network 830dd20d-595a-4add-ac85-c7289c5a0e71 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:42:09.791557 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:42:09.791996 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Checking segment: {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:42:09.792339 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.793556 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Bound using segment: {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:42:09.794034 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Bound port: 285174b2-4984-4866-90d7-fd66d871428b, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:42:09.794429 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (285174b2-4984-4866-90d7-fd66d871428b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.864956 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] For port 285174b2-4984-4866-90d7-fd66d871428b, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:42:09.868512 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] For port 285174b2-4984-4866-90d7-fd66d871428b, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=285174b2-4984-4866-90d7-fd66d871428b,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:42:09.969299 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (285174b2-4984-4866-90d7-fd66d871428b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:09.985605 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks [] for router_gateway (3d730838-a101-42e4-9ecd-b5588c96d030), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:10.008953 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:10.043550 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbf7a8-e8ff-45d7-872b-f03ec1bfa159 None None] Pushing event updated for resources: {'Port': ['ID=285174b2-4984-4866-90d7-fd66d871428b,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:10.138987 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Allocated IP 172.27.0.38 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/1438ff09-e65f-462c-9aa8-6682f21cf48a) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:42:10.299873 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks [] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:10.415857 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c81a4d-09ba-40ae-a71d-9d21bbaece50 req-97beaa87-0e94-4a71-b3fd-d5951569e341 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:10.417567 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d3c81a4d-09ba-40ae-a71d-9d21bbaece50 req-97beaa87-0e94-4a71-b3fd-d5951569e341 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.1020610 Apr 06 12:42:10.472812 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:10.486565 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d3c81a4d-09ba-40ae-a71d-9d21bbaece50 req-d583b24c-60cd-4095-b468-43dffd7a332d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617568 Apr 06 12:42:10.518743 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:10.523916 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:10.526486 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:42:10.554632 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Pushing event updated for resources: {'Port': ['ID=1438ff09-e65f-462c-9aa8-6682f21cf48a,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:10.861428 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks [] for router_gateway (3d730838-a101-42e4-9ecd-b5588c96d030), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:10.899328 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45966) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:11.034811 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3e876fad-176e-4c84-927e-c6ad99f8d86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.037643 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b6433-a098-46f9-9f9e-d0dfffb104c7 None None] Network 830dd20d-595a-4add-ac85-c7289c5a0e71 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:42:11.181199 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Provisioning complete for port 285174b2-4984-4866-90d7-fd66d871428b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:11.181966 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (285174b2-4984-4866-90d7-fd66d871428b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.191664 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3e876fad-176e-4c84-927e-c6ad99f8d86b admin admin] Publish callbacks [] for security_group (8f47d17c-7ead-4f0a-a4c6-56592dce7f89), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.288638 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3e876fad-176e-4c84-927e-c6ad99f8d86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8f47d17c-7ead-4f0a-a4c6-56592dce7f89), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.353075 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3e876fad-176e-4c84-927e-c6ad99f8d86b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=02668b52e9fd4cda86df480d75be4f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525015 Apr 06 12:42:11.354275 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45976) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:11.385433 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e876fad-176e-4c84-927e-c6ad99f8d86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f47d17c-7ead-4f0a-a4c6-56592dce7f89,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:11.421057 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (3d730838-a101-42e4-9ecd-b5588c96d030), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.443588 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0d67-3dcb-42c5-bea6-dd4dafca1e47 admin admin] Publish callbacks [] for security_group (8f47d17c-7ead-4f0a-a4c6-56592dce7f89), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.462767 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Current status of the port 285174b2-4984-4866-90d7-fd66d871428b is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:11.463166 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (285174b2-4984-4866-90d7-fd66d871428b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.490964 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0d67-3dcb-42c5-bea6-dd4dafca1e47 admin admin] Publish callbacks [] for security_group (8f47d17c-7ead-4f0a-a4c6-56592dce7f89), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.550427 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] For port 285174b2-4984-4866-90d7-fd66d871428b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=285174b2-4984-4866-90d7-fd66d871428b,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:11.630213 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (285174b2-4984-4866-90d7-fd66d871428b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.663091 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cff76-7082-44b7-b3f6-ce1c58e9a5a3 req-a15531d2-cd8c-4c47-b25f-b402fadf6612 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:11.664713 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3f7cff76-7082-44b7-b3f6-ce1c58e9a5a3 req-a15531d2-cd8c-4c47-b25f-b402fadf6612 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0770745 Apr 06 12:42:11.665959 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0d67-3dcb-42c5-bea6-dd4dafca1e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8f47d17c-7ead-4f0a-a4c6-56592dce7f89), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.669982 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0d67-3dcb-42c5-bea6-dd4dafca1e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.675620 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2f3c0d67-3dcb-42c5-bea6-dd4dafca1e47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f47d17c-7ead-4f0a-a4c6-56592dce7f89 HTTP/1.1" status: 204 len: 168 time: 0.3188322 Apr 06 12:42:11.697376 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c0d67-3dcb-42c5-bea6-dd4dafca1e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f47d17c-7ead-4f0a-a4c6-56592dce7f89,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:11.756870 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Pushing event updated for resources: {'Port': ['ID=285174b2-4984-4866-90d7-fd66d871428b,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:11.781001 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.781345 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.781686 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.782041 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.782494 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.782731 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.783056 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.783377 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.783701 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.784021 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.784404 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.784740 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.785620 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.785620 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.785792 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce39506-c243-4e70-881d-3f480ec5b3cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:11.803521 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-1580c64d-5d36-4177-8592-0cc2ef15c797 None None] Provisioning complete for port 285174b2-4984-4866-90d7-fd66d871428b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:11.803944 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1580c64d-5d36-4177-8592-0cc2ef15c797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (285174b2-4984-4866-90d7-fd66d871428b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:11.822381 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3f7cff76-7082-44b7-b3f6-ce1c58e9a5a3 req-3c1530fe-250b-4019-9837-29dc10a536d0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064036 Apr 06 12:42:11.852246 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Router 3d730838-a101-42e4-9ecd-b5588c96d030 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:42:11.893922 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45988) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:11.898611 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-6e510539-8591-4871-94b5-8983584e9026 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606040304', 'description': 'tempest-description--319067876'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:11.945503 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-1580c64d-5d36-4177-8592-0cc2ef15c797 None None] Current status of the port 285174b2-4984-4866-90d7-fd66d871428b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:11.980824 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-da47298f-d04f-482e-99ce-bd6bcf0d4413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.003041 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6e510539-8591-4871-94b5-8983584e9026 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.073423 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:42:12.087515 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6e510539-8591-4871-94b5-8983584e9026 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group (8ced29a4-05b1-446b-9b2f-080237641222), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.094708 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1957-01aa-441e-bf2e-b305cea1b33a req-4c9df864-dde6-415e-a872-0629bfee2731 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:12.096334 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a70e1957-01aa-441e-bf2e-b305cea1b33a req-4c9df864-dde6-415e-a872-0629bfee2731 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.1369886 Apr 06 12:42:12.116571 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 45992) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:12.122654 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'floatingip': {'port_id': '8c882923-c0f6-402a-bc0d-4e3542c71efc'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:12.128879 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Sync routers for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:42:12.173315 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:12.174149 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:12.190352 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 285174b2-4984-4866-90d7-fd66d871428b up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:12.228213 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.234082 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-394662d6-a221-4b1e-8a89-ae5c6721df24 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9895277 Apr 06 12:42:12.234082 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 45998) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:12.280833 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6e510539-8591-4871-94b5-8983584e9026 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8ced29a4-05b1-446b-9b2f-080237641222), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.301975 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 285174b2-4984-4866-90d7-fd66d871428b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:12.306425 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (285174b2-4984-4866-90d7-fd66d871428b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.321795 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e510539-8591-4871-94b5-8983584e9026 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ced29a4-05b1-446b-9b2f-080237641222,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:12.337220 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (8cbee85e-803a-4776-b2d3-0df817d4cee1), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.394944 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:12.419255 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6e510539-8591-4871-94b5-8983584e9026 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.425458 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6e510539-8591-4871-94b5-8983584e9026 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5255654 Apr 06 12:42:12.428142 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 46002) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:12.433998 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-90bc09fd-e6c6-468f-9b31-1f75fdd361b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Request body: {'security_group_rule': {'security_group_id': '8ced29a4-05b1-446b-9b2f-080237641222', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:12.489522 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 285174b2-4984-4866-90d7-fd66d871428b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:12.627277 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90bc09fd-e6c6-468f-9b31-1f75fdd361b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group_rule (858f540a-5422-4ed4-bc43-c62ed2a4cf3d), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.629173 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:10Z', 'revision_number': 3, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:12.660131 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Checking router: 3d730838-a101-42e4-9ecd-b5588c96d030 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:42:12.660873 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Updating router 3d730838-a101-42e4-9ecd-b5588c96d030 port 1438ff09-e65f-462c-9aa8-6682f21cf48a binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:42:12.702342 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.865467 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 46006) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:12.895677 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:12.995160 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.058953 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Publish callbacks [] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.083019 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9bc4af13-e6f3-4211-8b13-68a81c6c9ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.109625 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Allocated IP 172.20.0.1 (830dd20d-595a-4add-ac85-c7289c5a0e71/5e025e6c-5329-412d-b978-79cd97605cd8/e094700a-498b-4a31-8fa9-7b9a943a0003) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:42:13.112760 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90bc09fd-e6c6-468f-9b31-1f75fdd361b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group_rule (858f540a-5422-4ed4-bc43-c62ed2a4cf3d), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.121765 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.180028 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Attempting to bind port 1438ff09-e65f-462c-9aa8-6682f21cf48a on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:42:13.180743 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Attempting to bind port 1438ff09-e65f-462c-9aa8-6682f21cf48a by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:42:13.180743 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Attempting to bind port 1438ff09-e65f-462c-9aa8-6682f21cf48a on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:42:13.185827 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db6e08-944b-46f3-832a-387132f45c5e None None] Pushing event updated for resources: {'Port': ['ID=1438ff09-e65f-462c-9aa8-6682f21cf48a,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:13.195108 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90bc09fd-e6c6-468f-9b31-1f75fdd361b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (858f540a-5422-4ed4-bc43-c62ed2a4cf3d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.203502 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:42:13.203502 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:42:13.203925 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.204262 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:42:13.204748 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Bound port: 1438ff09-e65f-462c-9aa8-6682f21cf48a, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:42:13.209622 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.252809 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc09fd-e6c6-468f-9b31-1f75fdd361b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858f540a-5422-4ed4-bc43-c62ed2a4cf3d,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:13.257192 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9bc4af13-e6f3-4211-8b13-68a81c6c9ffb admin admin] Publish callbacks [] for security_group (2567ceb2-2e49-4d20-ac00-92cbaee77ea0), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.274840 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Publish callbacks [] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.279143 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] For port 1438ff09-e65f-462c-9aa8-6682f21cf48a, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:42:13.282802 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] For port 1438ff09-e65f-462c-9aa8-6682f21cf48a, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=1438ff09-e65f-462c-9aa8-6682f21cf48a,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:42:13.318259 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9bc4af13-e6f3-4211-8b13-68a81c6c9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (2567ceb2-2e49-4d20-ac00-92cbaee77ea0), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.365973 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4af13-e6f3-4211-8b13-68a81c6c9ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2567ceb2-2e49-4d20-ac00-92cbaee77ea0,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:13.373269 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-9bc4af13-e6f3-4211-8b13-68a81c6c9ffb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=56190f81ce9046c081524d596b20dd0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5019569 Apr 06 12:42:13.373510 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 46012) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:13.387555 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.403356 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90bc09fd-e6c6-468f-9b31-1f75fdd361b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.407355 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-90bc09fd-e6c6-468f-9b31-1f75fdd361b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9755721 Apr 06 12:42:13.407860 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 46014) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:13.411970 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.db.resource_extend [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 12:42:13.417252 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.423139 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-05a6a5ad-dec2-43e8-8122-ffa41bdbf000 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Request body: {'security_group_rule': {'security_group_id': '8ced29a4-05b1-446b-9b2f-080237641222', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:13.461183 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db6e08-944b-46f3-832a-387132f45c5e None None] Pushing event updated for resources: {'Port': ['ID=1438ff09-e65f-462c-9aa8-6682f21cf48a,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:13.501507 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Network 830dd20d-595a-4add-ac85-c7289c5a0e71 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:13.505490 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:13.506129 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:13.512357 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:13.514370 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4500ae8e-0536-422f-af76-2b6195888f7f admin admin] Publish callbacks [] for security_group (2567ceb2-2e49-4d20-ac00-92cbaee77ea0), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.518805 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:42:13.524404 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Pushing event updated for resources: {'Port': ['ID=e094700a-498b-4a31-8fa9-7b9a943a0003,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:13.536269 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.575605 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4500ae8e-0536-422f-af76-2b6195888f7f admin admin] Publish callbacks [] for security_group (2567ceb2-2e49-4d20-ac00-92cbaee77ea0), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.589473 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (3d730838-a101-42e4-9ecd-b5588c96d030), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.609077 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (8cbee85e-803a-4776-b2d3-0df817d4cee1), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.641687 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-05a6a5ad-dec2-43e8-8122-ffa41bdbf000 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group_rule (26d3366e-6e74-48f6-b695-bafb10a93d4f), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.687540 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:13.741311 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Floating IP 8cbee85e-803a-4776-b2d3-0df817d4cee1 associated. External IP: 172.27.0.179, port: 8c882923-c0f6-402a-bc0d-4e3542c71efc. Apr 06 12:42:13.810341 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4500ae8e-0536-422f-af76-2b6195888f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (2567ceb2-2e49-4d20-ac00-92cbaee77ea0), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.815754 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4500ae8e-0536-422f-af76-2b6195888f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.817261 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-4500ae8e-0536-422f-af76-2b6195888f7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2567ceb2-2e49-4d20-ac00-92cbaee77ea0 HTTP/1.1" status: 204 len: 168 time: 0.4427390 Apr 06 12:42:13.834864 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500ae8e-0536-422f-af76-2b6195888f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2567ceb2-2e49-4d20-ac00-92cbaee77ea0,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:13.841038 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-05a6a5ad-dec2-43e8-8122-ffa41bdbf000 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group_rule (26d3366e-6e74-48f6-b695-bafb10a93d4f), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.896478 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-cc8670c9-be73-48da-8497-8a38e5f9a9cf None None] Provisioning complete for port e094700a-498b-4a31-8fa9-7b9a943a0003 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:13.897044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cc8670c9-be73-48da-8497-8a38e5f9a9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.937967 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-05a6a5ad-dec2-43e8-8122-ffa41bdbf000 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (26d3366e-6e74-48f6-b695-bafb10a93d4f), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:13.952222 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-cc8670c9-be73-48da-8497-8a38e5f9a9cf None None] Port e094700a-498b-4a31-8fa9-7b9a943a0003 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:42:13.978089 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:14.003022 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6a5ad-dec2-43e8-8122-ffa41bdbf000 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d3366e-6e74-48f6-b695-bafb10a93d4f,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:14.018594 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:10Z', 'revision_number': 3, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:14.064637 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aff61a3-f507-4964-ac39-83be0e78379c None None] The sync data for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi is: [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:10Z', 'revision_number': 3, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:42:14.072387 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-05a6a5ad-dec2-43e8-8122-ffa41bdbf000 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:14.077922 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-05a6a5ad-dec2-43e8-8122-ffa41bdbf000 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6634502 Apr 06 12:42:14.078381 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 46024) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:14.085844 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:14.149966 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:42:14.216734 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:14.216946 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Publish callbacks [] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:14.295364 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:14.347160 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:42:14.361293 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:14.419256 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] Sync routers for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:42:14.432028 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Pushing event updated for resources: {'Port': ['ID=e094700a-498b-4a31-8fa9-7b9a943a0003,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:14.435491 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (3d730838-a101-42e4-9ecd-b5588c96d030), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:14.447871 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:14.448727 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:14.456312 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3471d344-dfba-45cf-8161-43b2ccda3838 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "PUT /v2.0/floatingips/8cbee85e-803a-4776-b2d3-0df817d4cee1 HTTP/1.1" status: 200 len: 992 time: 2.3244214 Apr 06 12:42:14.459402 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'tag': '8c882923-c0f6-402a-bc0d-4e3542c71efc'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:42:14.464004 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2856d64b-f6c0-4c37-b820-9c84be1de3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "98d3b20c-7d35-406d-a0b7-b1676ffc740d", "tag": "8c882923-c0f6-402a-bc0d-4e3542c71efc"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:42:14.526773 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c619258f-f3ae-472f-9a99-17a1f720885d x-openstack-request-id: req-c619258f-f3ae-472f-9a99-17a1f720885d {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:42:14.527658 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98d3b20c-7d35-406d-a0b7-b1676ffc740d", "tag": "8c882923-c0f6-402a-bc0d-4e3542c71efc", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:42:14.527923 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c619258f-f3ae-472f-9a99-17a1f720885d {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:42:14.528327 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c619258f-f3ae-472f-9a99-17a1f720885d'] response: {'name': 'network-changed', 'server_uuid': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'tag': '8c882923-c0f6-402a-bc0d-4e3542c71efc', 'status': 'completed', 'code': 200} Apr 06 12:42:14.543897 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:14.662341 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Network 830dd20d-595a-4add-ac85-c7289c5a0e71 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:14.666777 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:14.668761 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:14.726715 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:14.794365 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Allocated IP 172.27.0.158 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/e8cf1d63-cdbc-4d0f-8229-6924f76142af) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:42:14.805690 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-7336c2b7-5a63-497b-8ab5-03a1fb99c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:14.807445 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-7336c2b7-5a63-497b-8ab5-03a1fb99c88e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 1130 time: 0.2045615 Apr 06 12:42:15.033057 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Router 3d730838-a101-42e4-9ecd-b5588c96d030 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:42:15.036205 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-91e62f18-0fd7-4531-905e-c770c4bd4310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:15.044726 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-91e62f18-0fd7-4531-905e-c770c4bd4310 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 912 time: 0.2029085 Apr 06 12:42:15.044880 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for port (e8cf1d63-cdbc-4d0f-8229-6924f76142af), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:15.138956 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-787a34aa-c271-48dd-b408-fe652cf89975 None None] Provisioning complete for port e094700a-498b-4a31-8fa9-7b9a943a0003 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:15.139959 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-787a34aa-c271-48dd-b408-fe652cf89975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:15.148406 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (e8cf1d63-cdbc-4d0f-8229-6924f76142af), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:15.207809 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-787a34aa-c271-48dd-b408-fe652cf89975 None None] Port e094700a-498b-4a31-8fa9-7b9a943a0003 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:42:15.267700 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:15.279846 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '8cbee85e-803a-4776-b2d3-0df817d4cee1', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'port_id': '8c882923-c0f6-402a-bc0d-4e3542c71efc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'mac_address': 'fa:16:3e:3c:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:41:19Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 1, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:15.281044 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-a45d1bf5-4931-48be-9dec-cefc7f9f533f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc HTTP/1.1" status: 200 len: 1000 time: 0.2288260 Apr 06 12:42:15.286083 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:15.296081 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:42:15.329929 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] Checking router: ff949d93-aade-4cfd-988d-4e9b34fa5bc4 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:42:15.341660 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:15.342498 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:15.349482 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event updated for resources: {'Port': ['ID=e8cf1d63-cdbc-4d0f-8229-6924f76142af,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:15.541258 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for floatingip (46f39d70-6a6c-4036-8c5e-bb34767a130a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:15.567236 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:15.684310 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e8cf1d63-cdbc-4d0f-8229-6924f76142af), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:15.699654 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-7b74cc7f-ea8b-4b68-afcf-ca687bff51cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:15.701190 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-7b74cc7f-ea8b-4b68-afcf-ca687bff51cd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=111597ec-f219-48ba-b05f-e833846f3adf HTTP/1.1" status: 200 len: 850 time: 0.0657299 Apr 06 12:42:15.702435 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:42:15.724448 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-9209f4da-93a5-4839-897c-40a77b4664ab admin admin] 10.222.0.60 "PUT /v2.0/routers/3d730838-a101-42e4-9ecd-b5588c96d030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4792583 Apr 06 12:42:15.771549 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-141ffc57-07c9-4833-9a25-d1de20a70f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:15.774247 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-141ffc57-07c9-4833-9a25-d1de20a70f0d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a7333ee-54b6-402d-8b31-d65ec196205c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639415 Apr 06 12:42:15.926662 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-52a1efa0-10d5-4930-bd08-b2735e0ce44d service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453300 Apr 06 12:42:15.955132 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for port (e8cf1d63-cdbc-4d0f-8229-6924f76142af), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:16.020211 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '8cbee85e-803a-4776-b2d3-0df817d4cee1', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'port_id': '8c882923-c0f6-402a-bc0d-4e3542c71efc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'mac_address': 'fa:16:3e:3c:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:41:19Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 1, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:16.024042 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (e8cf1d63-cdbc-4d0f-8229-6924f76142af), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:16.053109 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2856d64b-f6c0-4c37-b820-9c84be1de3fe req-f163cc13-cc08-4caa-8d5b-160a44963f03 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173220 Apr 06 12:42:16.072234 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db972cde-29e7-44a8-b763-215d51f4982d None None] The sync data for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi is: [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '8cbee85e-803a-4776-b2d3-0df817d4cee1', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'port_id': '8c882923-c0f6-402a-bc0d-4e3542c71efc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'mac_address': 'fa:16:3e:3c:40:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:41:19Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 1, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:42:16.103366 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:16.124401 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event updated for resources: {'Port': ['ID=e8cf1d63-cdbc-4d0f-8229-6924f76142af,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:16.193898 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (46f39d70-6a6c-4036-8c5e-bb34767a130a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:16.199229 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 1438ff09-e65f-462c-9aa8-6682f21cf48a up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:16.268332 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 1438ff09-e65f-462c-9aa8-6682f21cf48a triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:16.269023 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:16.290930 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:16.293474 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-96a5ca4a-6d9f-48ea-9ac8-4b502c052c5f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2135639 Apr 06 12:42:16.366381 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 46072) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:16.378808 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 1438ff09-e65f-462c-9aa8-6682f21cf48a is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:16.379191 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:16.419269 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 1438ff09-e65f-462c-9aa8-6682f21cf48a, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=1438ff09-e65f-462c-9aa8-6682f21cf48a,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:16.484961 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:16.494989 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910f7c96-0cb5-4272-bf47-8b4beeb140e1 None None] New status for floating IP 8cbee85e-803a-4776-b2d3-0df817d4cee1: ACTIVE {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:42:16.582293 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=1438ff09-e65f-462c-9aa8-6682f21cf48a,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:16.597474 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Sync routers for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:42:16.621458 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:16.623046 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:16.799638 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:16.908770 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d23f774-6d21-48aa-86fe-014d30841c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:16.960015 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 46094) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:16.968760 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-631906119-network', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:17.023193 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d23f774-6d21-48aa-86fe-014d30841c4f admin admin] Publish callbacks [] for security_group (8d64f6ab-2888-425c-99a3-57c4849943b4), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.082884 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Made reservation on behalf of d893000384ba46cb893c76bc0f6b37ea for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:42:17.085584 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.096808 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.120058 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5d23f774-6d21-48aa-86fe-014d30841c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8d64f6ab-2888-425c-99a3-57c4849943b4), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.184252 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'e094700a-498b-4a31-8fa9-7b9a943a0003', 'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'mac_address': 'fa:16:3e:64:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:12Z', 'updated_at': '2022-04-06T12:42:14Z', 'revision_number': 2, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'subnets': [{'id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:17.191780 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5d23f774-6d21-48aa-86fe-014d30841c4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=112b7432664841f281ad49051bbd5190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8238809 Apr 06 12:42:17.194097 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23f774-6d21-48aa-86fe-014d30841c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d64f6ab-2888-425c-99a3-57c4849943b4,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:17.194525 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 46096) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:17.222066 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Checking router: 3d730838-a101-42e4-9ecd-b5588c96d030 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:42:17.222706 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Updating router 3d730838-a101-42e4-9ecd-b5588c96d030 port e094700a-498b-4a31-8fa9-7b9a943a0003 binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:42:17.229485 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Publish callbacks [] for security_group (2ecfec2c-bcf7-4d26-9bd8-b1c6e0ae1f73), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.257764 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.262717 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-087a9ce0-2843-46f4-b575-7923dfe34e3b admin admin] Publish callbacks [] for security_group (8d64f6ab-2888-425c-99a3-57c4849943b4), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.295438 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-087a9ce0-2843-46f4-b575-7923dfe34e3b admin admin] Publish callbacks [] for security_group (8d64f6ab-2888-425c-99a3-57c4849943b4), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.317601 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (2ecfec2c-bcf7-4d26-9bd8-b1c6e0ae1f73), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.355693 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecfec2c-bcf7-4d26-9bd8-b1c6e0ae1f73,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:17.443109 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-087a9ce0-2843-46f4-b575-7923dfe34e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8d64f6ab-2888-425c-99a3-57c4849943b4), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.445937 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-087a9ce0-2843-46f4-b575-7923dfe34e3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.450910 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-087a9ce0-2843-46f4-b575-7923dfe34e3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d64f6ab-2888-425c-99a3-57c4849943b4 HTTP/1.1" status: 204 len: 168 time: 0.2519767 Apr 06 12:42:17.458320 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a9ce0-2843-46f4-b575-7923dfe34e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d64f6ab-2888-425c-99a3-57c4849943b4,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:17.472207 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:42:17.483377 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (f5f08db4-12fe-4d9b-874b-73fb037c7cca), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.483734 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Added segment f5f08db4-12fe-4d9b-874b-73fb037c7cca of type vlan for network 79c11625-6e57-4783-a314-b2f4734fc8f8 Apr 06 12:42:17.566049 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (79c11625-6e57-4783-a314-b2f4734fc8f8), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.576088 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Publish callbacks [] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.640965 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.690697 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef0130-d684-44f0-a216-7b14eb297de2 None None] Pushing event updated for resources: {'Port': ['ID=e094700a-498b-4a31-8fa9-7b9a943a0003,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:17.717590 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (79c11625-6e57-4783-a314-b2f4734fc8f8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.718701 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:17.719352 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.769871 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Attempting to bind port e094700a-498b-4a31-8fa9-7b9a943a0003 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:42:17.770290 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Attempting to bind port e094700a-498b-4a31-8fa9-7b9a943a0003 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:42:17.770777 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Attempting to bind port e094700a-498b-4a31-8fa9-7b9a943a0003 on network 830dd20d-595a-4add-ac85-c7289c5a0e71 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:42:17.777990 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:42:17.778455 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Checking segment: {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:42:17.778867 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.779251 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Bound using segment: {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:42:17.779732 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Bound port: e094700a-498b-4a31-8fa9-7b9a943a0003, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:42:17.780114 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.807380 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] Pushing event updated for resources: {'Network': ['ID=79c11625-6e57-4783-a314-b2f4734fc8f8,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:17.823209 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6af2717f-cc05-4e45-9c81-ef11bd9d22d5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8619807 Apr 06 12:42:17.825669 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 79c11625-6e57-4783-a314-b2f4734fc8f8 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:42:17.826674 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 46104) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:17.832935 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Request body: {'subnet': {'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-631906119-subnet', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'ip_version': 4}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:17.934336 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] For port e094700a-498b-4a31-8fa9-7b9a943a0003, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:42:17.937660 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Made reservation on behalf of d893000384ba46cb893c76bc0f6b37ea for: {'subnet': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:42:17.938720 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] For port e094700a-498b-4a31-8fa9-7b9a943a0003, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=e094700a-498b-4a31-8fa9-7b9a943a0003,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:42:17.943032 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118161746'] for subnet (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:17.975261 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-edf00665-ccab-424e-97fd-5866159e6377 None None] Provisioning complete for port e094700a-498b-4a31-8fa9-7b9a943a0003 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:17.975918 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-edf00665-ccab-424e-97fd-5866159e6377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.026075 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.035302 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-edf00665-ccab-424e-97fd-5866159e6377 None None] Port e094700a-498b-4a31-8fa9-7b9a943a0003 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:42:18.102176 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:18.102859 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:18.108981 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef0130-d684-44f0-a216-7b14eb297de2 None None] Pushing event updated for resources: {'Port': ['ID=e094700a-498b-4a31-8fa9-7b9a943a0003,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:18.192803 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 1438ff09-e65f-462c-9aa8-6682f21cf48a up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:18.266531 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118395603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118161740'] for subnet (029c223e-d29d-4608-bd0a-3c41a7b09f2e), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.309997 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:18.347785 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=029c223e-d29d-4608-bd0a-3c41a7b09f2e,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:18.360161 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 1438ff09-e65f-462c-9aa8-6682f21cf48a triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:18.360559 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.365204 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Checking segment: {'id': 'f5f08db4-12fe-4d9b-874b-73fb037c7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:42:18.365888 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Network hostable DHCP agents. Network: 79c11625-6e57-4783-a314-b2f4734fc8f8, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:42:18.453684 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-add7dba1-1a29-4c03-bf96-bd033f9b921d None None] Provisioning complete for port e094700a-498b-4a31-8fa9-7b9a943a0003 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:18.454142 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-add7dba1-1a29-4c03-bf96-bd033f9b921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.466127 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Network 79c11625-6e57-4783-a314-b2f4734fc8f8 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:42:18.562979 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 79c11625-6e57-4783-a314-b2f4734fc8f8) {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:18.569576 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:18.570506 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.601968 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69edb66b-297b-40ba-8603-356167d11518 None None] Network 79c11625-6e57-4783-a314-b2f4734fc8f8 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:42:18.646045 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-167a8002-6f35-477e-bc8e-06a859a6df19 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8181260 Apr 06 12:42:18.648844 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 46122) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:18.653753 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:18.725237 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 1438ff09-e65f-462c-9aa8-6682f21cf48a is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:18.734838 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (624c5bd3-5055-4b91-b90d-bd10e02a7534), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.736265 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (624c5bd3-5055-4b91-b90d-bd10e02a7534), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.747692 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-add7dba1-1a29-4c03-bf96-bd033f9b921d None None] Current status of the port e094700a-498b-4a31-8fa9-7b9a943a0003 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:18.749924 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-add7dba1-1a29-4c03-bf96-bd033f9b921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.825634 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks [] for router_controller (624c5bd3-5055-4b91-b90d-bd10e02a7534), precommit_add_association {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.848259 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7534d295-a260-4ac1-951d-022007705138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-79c11625-6e57-4783-a314-b2f4734fc8f8', 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8', 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'fixed_ips': [{'subnet_id': '029c223e-d29d-4608-bd0a-3c41a7b09f2e'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:42:18.856583 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7534d295-a260-4ac1-951d-022007705138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:18.857993 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-add7dba1-1a29-4c03-bf96-bd033f9b921d None None] For port e094700a-498b-4a31-8fa9-7b9a943a0003, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=e094700a-498b-4a31-8fa9-7b9a943a0003,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:18.871595 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'e094700a-498b-4a31-8fa9-7b9a943a0003', 'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'mac_address': 'fa:16:3e:64:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:12Z', 'updated_at': '2022-04-06T12:42:17Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'subnets': [{'id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:18.904194 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1f579e-fd7d-4270-bd15-ca11aa513c34 None None] The sync data for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi is: [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'e094700a-498b-4a31-8fa9-7b9a943a0003', 'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'mac_address': 'fa:16:3e:64:75:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:12Z', 'updated_at': '2022-04-06T12:42:17Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'subnets': [{'id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:42:18.951118 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-4ee1e695-7aa9-40e8-ba7b-95f8af35ccf4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1606040304&fields=id&tenant_id=f3908ec5b4b34a6f9359e815c209c8f2 HTTP/1.1" status: 200 len: 267 time: 0.0579453 Apr 06 12:42:18.974814 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-add7dba1-1a29-4c03-bf96-bd033f9b921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:19.101325 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7dba1-1a29-4c03-bf96-bd033f9b921d None None] Pushing event updated for resources: {'Port': ['ID=e094700a-498b-4a31-8fa9-7b9a943a0003,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:19.154439 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-7534d295-a260-4ac1-951d-022007705138 None None] Allocated IP 172.20.0.2 (79c11625-6e57-4783-a314-b2f4734fc8f8/029c223e-d29d-4608-bd0a-3c41a7b09f2e/45de4527-8171-4a47-9e76-81350afa5ffa) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:42:19.214059 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-4940f4ce-ddaa-4c76-9c16-dcc5bbcc3b10 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:19.215990 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-4940f4ce-ddaa-4c76-9c16-dcc5bbcc3b10 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 819 time: 0.2552168 Apr 06 12:42:19.237844 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-d78a3fb4-d71e-4e4b-8b01-a23381727eed tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/quotas/f3908ec5b4b34a6f9359e815c209c8f2 HTTP/1.1" status: 200 len: 375 time: 0.0147190 Apr 06 12:42:19.287869 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks [] for router_gateway (624c5bd3-5055-4b91-b90d-bd10e02a7534), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:19.326112 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-fb9429ca-e4f4-485d-8ed3-5715f24e58b7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0819464 Apr 06 12:42:19.493211 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7534d295-a260-4ac1-951d-022007705138 None None] Publish callbacks [] for port (45de4527-8171-4a47-9e76-81350afa5ffa), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:19.515396 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-7241eb99-ebc7-458b-bf71-c1ee3d345a18 service neutron] 10.222.0.60 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732569 Apr 06 12:42:19.631263 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7534d295-a260-4ac1-951d-022007705138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:19.643388 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-57addaaa-1b76-45db-8d6f-10fdbaf8ce5f service neutron] 10.222.0.60 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218598 Apr 06 12:42:19.691434 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534d295-a260-4ac1-951d-022007705138 None None] Network 79c11625-6e57-4783-a314-b2f4734fc8f8 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:19.695601 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-7534d295-a260-4ac1-951d-022007705138 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:19.702335 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7534d295-a260-4ac1-951d-022007705138 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:42:19.706550 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534d295-a260-4ac1-951d-022007705138 None None] Pushing event updated for resources: {'Port': ['ID=45de4527-8171-4a47-9e76-81350afa5ffa,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:19.728550 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks [] for router_gateway (624c5bd3-5055-4b91-b90d-bd10e02a7534), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:19.760509 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:19.776466 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-7534d295-a260-4ac1-951d-022007705138 None None] Attempting to bind port 45de4527-8171-4a47-9e76-81350afa5ffa on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:42:19.776877 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-7534d295-a260-4ac1-951d-022007705138 None None] Attempting to bind port 45de4527-8171-4a47-9e76-81350afa5ffa by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': 'f5f08db4-12fe-4d9b-874b-73fb037c7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:42:19.777251 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534d295-a260-4ac1-951d-022007705138 None None] Attempting to bind port 45de4527-8171-4a47-9e76-81350afa5ffa on network 79c11625-6e57-4783-a314-b2f4734fc8f8 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:42:19.783216 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534d295-a260-4ac1-951d-022007705138 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:42:19.783604 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534d295-a260-4ac1-951d-022007705138 None None] Checking segment: {'id': 'f5f08db4-12fe-4d9b-874b-73fb037c7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:42:19.784015 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7534d295-a260-4ac1-951d-022007705138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:19.784460 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534d295-a260-4ac1-951d-022007705138 None None] Bound using segment: {'id': 'f5f08db4-12fe-4d9b-874b-73fb037c7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:42:19.784950 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-7534d295-a260-4ac1-951d-022007705138 None None] Bound port: 45de4527-8171-4a47-9e76-81350afa5ffa, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f08db4-12fe-4d9b-874b-73fb037c7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:42:19.785337 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7534d295-a260-4ac1-951d-022007705138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:19.871897 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-7534d295-a260-4ac1-951d-022007705138 None None] For port 45de4527-8171-4a47-9e76-81350afa5ffa, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:42:19.875980 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-7534d295-a260-4ac1-951d-022007705138 None None] For port 45de4527-8171-4a47-9e76-81350afa5ffa, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=45de4527-8171-4a47-9e76-81350afa5ffa,segment=NetworkSegment(f5f08db4-12fe-4d9b-874b-73fb037c7cca),segment_id=f5f08db4-12fe-4d9b-874b-73fb037c7cca)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:42:19.941962 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Allocated IP 172.27.0.245 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/bedbe665-d099-4911-82c4-767ce4d4ae88) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:42:19.967469 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7534d295-a260-4ac1-951d-022007705138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:20.017611 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-644bf1e5-1187-4b50-9c52-98e5afffedbe req-7ecb59a4-7e8c-4d26-8d15-14767eae44f6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 210 time: 0.0597656 Apr 06 12:42:20.066049 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534d295-a260-4ac1-951d-022007705138 None None] Pushing event updated for resources: {'Port': ['ID=45de4527-8171-4a47-9e76-81350afa5ffa,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:20.186247 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks [] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:20.209583 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device e094700a-498b-4a31-8fa9-7b9a943a0003 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:20.335970 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port e094700a-498b-4a31-8fa9-7b9a943a0003 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:20.336955 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:20.420686 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:20.480377 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:20.483891 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:20.502870 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:42:20.578137 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Pushing event updated for resources: {'Port': ['ID=bedbe665-d099-4911-82c4-767ce4d4ae88,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:20.664341 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port e094700a-498b-4a31-8fa9-7b9a943a0003 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:20.921843 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks [] for router_gateway (624c5bd3-5055-4b91-b90d-bd10e02a7534), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:21.155493 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (624c5bd3-5055-4b91-b90d-bd10e02a7534), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:21.182751 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6366263b-f0d6-42b6-a068-362f928e02a8 req-25ed221f-6b32-45bb-8cc9-f34144bd6bf2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 210 time: 0.0313063 Apr 06 12:42:21.311035 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cb048d-f310-4169-a5f1-fbb4a21ae647 None None] Network 79c11625-6e57-4783-a314-b2f4734fc8f8 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:42:21.380310 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Router 624c5bd3-5055-4b91-b90d-bd10e02a7534 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:42:21.426246 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-cfa88a12-f334-4070-b311-f9869b99d73d None None] Provisioning complete for port 45de4527-8171-4a47-9e76-81350afa5ffa triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:21.426639 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cfa88a12-f334-4070-b311-f9869b99d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:21.504768 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:42:21.516358 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Sync routers for ids ['624c5bd3-5055-4b91-b90d-bd10e02a7534'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:42:21.523198 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-cfa88a12-f334-4070-b311-f9869b99d73d None None] Current status of the port 45de4527-8171-4a47-9e76-81350afa5ffa is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:21.523676 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cfa88a12-f334-4070-b311-f9869b99d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:21.530133 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Routers {'624c5bd3-5055-4b91-b90d-bd10e02a7534'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:21.531212 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['624c5bd3-5055-4b91-b90d-bd10e02a7534'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:21.577280 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-cfa88a12-f334-4070-b311-f9869b99d73d None None] For port 45de4527-8171-4a47-9e76-81350afa5ffa, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=45de4527-8171-4a47-9e76-81350afa5ffa,segment=NetworkSegment(f5f08db4-12fe-4d9b-874b-73fb037c7cca),segment_id=f5f08db4-12fe-4d9b-874b-73fb037c7cca)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:21.605991 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:21.610338 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 46176) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:42:21.614981 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b9fcc17a-6a6c-4719-8899-cee2ffd669c3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9649925 Apr 06 12:42:21.669915 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Set router 624c5bd3-5055-4b91-b90d-bd10e02a7534 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:21.679014 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cfa88a12-f334-4070-b311-f9869b99d73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:21.764960 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa88a12-f334-4070-b311-f9869b99d73d None None] Pushing event updated for resources: {'Port': ['ID=45de4527-8171-4a47-9e76-81350afa5ffa,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:21.794308 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:42:21.803812 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-787eb60b-724b-4df3-902e-5ccfb3818100 None None] Provisioning complete for port 45de4527-8171-4a47-9e76-81350afa5ffa triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:21.804552 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-787eb60b-724b-4df3-902e-5ccfb3818100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:21.897118 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:18Z', 'updated_at': '2022-04-06T12:42:20Z', 'revision_number': 3, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'gw_port': {'id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:39:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:19Z', 'updated_at': '2022-04-06T12:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:21.929190 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-787eb60b-724b-4df3-902e-5ccfb3818100 None None] Current status of the port 45de4527-8171-4a47-9e76-81350afa5ffa is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:21.930763 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Checking router: 624c5bd3-5055-4b91-b90d-bd10e02a7534 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:42:21.931117 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Updating router 624c5bd3-5055-4b91-b90d-bd10e02a7534 port bedbe665-d099-4911-82c4-767ce4d4ae88 binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:42:21.961224 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.160221 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 45de4527-8171-4a47-9e76-81350afa5ffa up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:22.162056 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.224134 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 45de4527-8171-4a47-9e76-81350afa5ffa triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:22.224134 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.259094 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Publish callbacks [] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.315594 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 45de4527-8171-4a47-9e76-81350afa5ffa is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:22.327848 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e38b9d-c60e-4a50-99e3-65bdc0bf2cbd req-5dafe3a3-78d6-4ef8-bafb-9aaa127a28f6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 210 time: 0.0461092 Apr 06 12:42:22.353463 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.382099 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Allocated IP 172.20.0.1 (79c11625-6e57-4783-a314-b2f4734fc8f8/029c223e-d29d-4608-bd0a-3c41a7b09f2e/9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:42:22.416812 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Attempting to bind port bedbe665-d099-4911-82c4-767ce4d4ae88 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:42:22.417182 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Attempting to bind port bedbe665-d099-4911-82c4-767ce4d4ae88 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:42:22.417670 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Attempting to bind port bedbe665-d099-4911-82c4-767ce4d4ae88 on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:42:22.424970 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Pushing event updated for resources: {'Port': ['ID=bedbe665-d099-4911-82c4-767ce4d4ae88,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:22.427320 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:42:22.427696 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:42:22.428138 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.428526 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:42:22.428992 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Bound port: bedbe665-d099-4911-82c4-767ce4d4ae88, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:42:22.429369 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.437619 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.442038 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.443104 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:42:22.626870 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] For port bedbe665-d099-4911-82c4-767ce4d4ae88, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:42:22.630058 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] For port bedbe665-d099-4911-82c4-767ce4d4ae88, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=bedbe665-d099-4911-82c4-767ce4d4ae88,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:42:22.632623 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Publish callbacks [] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.734908 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.760243 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-955aec56-52ee-4ccf-b458-dea623fa409d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:22.762698 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-955aec56-52ee-4ccf-b458-dea623fa409d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 819 time: 0.1064796 Apr 06 12:42:22.786764 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:22.799643 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Routers {'624c5bd3-5055-4b91-b90d-bd10e02a7534'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:22.800304 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['624c5bd3-5055-4b91-b90d-bd10e02a7534'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:22.853741 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95aace6-cb8e-4f8f-98d6-a471f6eb937f None None] Pushing event updated for resources: {'Port': ['ID=bedbe665-d099-4911-82c4-767ce4d4ae88,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:22.857019 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Network 79c11625-6e57-4783-a314-b2f4734fc8f8 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:22.885635 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:22.887717 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:42:22.896127 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:22.946709 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-93417834-6c90-4648-aa1b-ffdc823b6939 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3908ec5b4b34a6f9359e815c209c8f2 HTTP/1.1" status: 200 len: 380 time: 0.1565719 Apr 06 12:42:22.957818 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] Set router 624c5bd3-5055-4b91-b90d-bd10e02a7534 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:22.960924 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Request body: {'port': {'device_id': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'admin_state_up': True, 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'security_groups': ['8ced29a4-05b1-446b-9b2f-080237641222']}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:23.013133 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (624c5bd3-5055-4b91-b90d-bd10e02a7534), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:23.237937 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Made reservation on behalf of f3908ec5b4b34a6f9359e815c209c8f2 for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:42:23.241759 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:23.278714 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-c9996a12-d028-4fde-8156-ebb325608f8c None None] Provisioning complete for port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:23.279264 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c9996a12-d028-4fde-8156-ebb325608f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:23.304526 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:23.317791 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-c9996a12-d028-4fde-8156-ebb325608f8c None None] Port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:42:23.357819 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:18Z', 'updated_at': '2022-04-06T12:42:20Z', 'revision_number': 3, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'gw_port': {'id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:39:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:19Z', 'updated_at': '2022-04-06T12:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:23.390880 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aadbe14-71ea-4632-837e-99f544e78c66 None None] The sync data for ids ['624c5bd3-5055-4b91-b90d-bd10e02a7534'] in dv-cinder-836069-1-iscsi is: [{'id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:18Z', 'updated_at': '2022-04-06T12:42:20Z', 'revision_number': 3, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'gw_port': {'id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:39:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:19Z', 'updated_at': '2022-04-06T12:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:42:23.502015 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d12fdb7e-d9c6-442c-8155-c50feb19a606 req-5b2b5c23-7b8e-4aba-a4ba-6b3bdd843163 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 210 time: 0.0833187 Apr 06 12:42:23.601093 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Allocated IP 172.20.0.5 (01ac1873-f29d-4c0f-b4d7-32010266d115/293c369f-e32c-4804-8333-a7a5ac081e3d/8da4269c-2290-43c1-b777-c94ee9dba21e) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:42:23.658422 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Publish callbacks [] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:23.742003 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:23.842532 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:23.844064 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (624c5bd3-5055-4b91-b90d-bd10e02a7534), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:23.854844 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:23.972017 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Network 79c11625-6e57-4783-a314-b2f4734fc8f8 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:23.973511 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:24.020433 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:24.120246 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:24.123737 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:24.125538 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event updated for resources: {'Port': ['ID=8da4269c-2290-43c1-b777-c94ee9dba21e,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:24.127726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:42:24.179755 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device bedbe665-d099-4911-82c4-767ce4d4ae88 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:24.224537 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Router 624c5bd3-5055-4b91-b90d-bd10e02a7534 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:42:24.256182 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:24.257267 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:24.299361 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port bedbe665-d099-4911-82c4-767ce4d4ae88 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:24.299910 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:24.375670 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-61d01d8f-0035-40af-8a45-0160cffe6ed0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4193602 Apr 06 12:42:24.382087 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-9b3bedee-d997-4e54-a73a-85c6877372a4 None None] Provisioning complete for port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:24.382459 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9b3bedee-d997-4e54-a73a-85c6877372a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:24.413660 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:42:24.419849 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-993d3e0b-e3e9-4075-b7b4-27f5a9d6e8a6 admin admin] 10.222.0.60 "PUT /v2.0/routers/624c5bd3-5055-4b91-b90d-bd10e02a7534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8081453 Apr 06 12:42:24.468999 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-9b3bedee-d997-4e54-a73a-85c6877372a4 None None] Port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:42:24.483615 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port bedbe665-d099-4911-82c4-767ce4d4ae88 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:24.484004 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:24.505037 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port bedbe665-d099-4911-82c4-767ce4d4ae88, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=bedbe665-d099-4911-82c4-767ce4d4ae88,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:24.584555 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:24.627601 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-d0dbbaf1-f064-41c9-ad0e-f5835d44cd03 None None] Provisioning complete for port 8da4269c-2290-43c1-b777-c94ee9dba21e triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:24.627978 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d0dbbaf1-f064-41c9-ad0e-f5835d44cd03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:24.651348 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebe3af-cf15-4488-a2d5-37dff33bbc31 req-78bef60f-af59-407c-897b-7a1c8e74a190 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:24.655810 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-10ebe3af-cf15-4488-a2d5-37dff33bbc31 req-78bef60f-af59-407c-897b-7a1c8e74a190 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 931 time: 0.0753522 Apr 06 12:42:24.666063 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=bedbe665-d099-4911-82c4-767ce4d4ae88,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:24.678654 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-d0dbbaf1-f064-41c9-ad0e-f5835d44cd03 None None] Port 8da4269c-2290-43c1-b777-c94ee9dba21e cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:42:24.716342 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-10ebe3af-cf15-4488-a2d5-37dff33bbc31 req-4944f006-1e30-43cb-b96c-5851a594500f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511682 Apr 06 12:42:25.900091 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6d190-f9d1-4736-acc3-2e7b2cd080c1 req-d97b1625-44b7-4c65-a044-d22bb8484086 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:25.908706 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e9e6d190-f9d1-4736-acc3-2e7b2cd080c1 req-d97b1625-44b7-4c65-a044-d22bb8484086 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 931 time: 0.0982838 Apr 06 12:42:25.958224 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e9e6d190-f9d1-4736-acc3-2e7b2cd080c1 req-6c5be140-8a9a-4975-86ea-b70decc8f6d6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486314 Apr 06 12:42:26.132287 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device bedbe665-d099-4911-82c4-767ce4d4ae88 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:26.207525 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port bedbe665-d099-4911-82c4-767ce4d4ae88 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:26.208277 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:26.263713 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Sync routers for ids ['624c5bd3-5055-4b91-b90d-bd10e02a7534'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:42:26.277819 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Routers {'624c5bd3-5055-4b91-b90d-bd10e02a7534'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:26.278489 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['624c5bd3-5055-4b91-b90d-bd10e02a7534'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:26.456509 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port bedbe665-d099-4911-82c4-767ce4d4ae88 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:26.478110 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Set router 624c5bd3-5055-4b91-b90d-bd10e02a7534 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:26.709764 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:18Z', 'updated_at': '2022-04-06T12:42:23Z', 'revision_number': 4, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'gw_port': {'id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:19Z', 'updated_at': '2022-04-06T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe', 'name': '', 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'mac_address': 'fa:16:3e:73:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '029c223e-d29d-4608-bd0a-3c41a7b09f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:22Z', 'updated_at': '2022-04-06T12:42:23Z', 'revision_number': 2, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'subnets': [{'id': '029c223e-d29d-4608-bd0a-3c41a7b09f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:26.754018 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Checking router: 624c5bd3-5055-4b91-b90d-bd10e02a7534 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:42:26.754018 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Updating router 624c5bd3-5055-4b91-b90d-bd10e02a7534 port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:42:26.782652 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:27.116774 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d232-417c-4986-9847-fb60389836bb req-3f99a65a-87ca-4a86-85df-e450e099b947 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:27.127502 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a38d232-417c-4986-9847-fb60389836bb req-3f99a65a-87ca-4a86-85df-e450e099b947 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 931 time: 0.0807500 Apr 06 12:42:27.128776 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Publish callbacks [] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:27.181613 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a38d232-417c-4986-9847-fb60389836bb req-7bbdef71-696c-4a82-b121-00757e8d9408 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532360 Apr 06 12:42:27.208801 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:27.290055 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdb0b3-44dd-4fcc-8046-294b7a465d22 None None] Pushing event updated for resources: {'Port': ['ID=9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:27.340585 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Attempting to bind port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:42:27.340830 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Attempting to bind port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': 'f5f08db4-12fe-4d9b-874b-73fb037c7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:42:27.341132 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Attempting to bind port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe on network 79c11625-6e57-4783-a314-b2f4734fc8f8 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:42:27.347421 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:42:27.348368 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Checking segment: {'id': 'f5f08db4-12fe-4d9b-874b-73fb037c7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:42:27.348368 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:27.348700 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Bound using segment: {'id': 'f5f08db4-12fe-4d9b-874b-73fb037c7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:42:27.349189 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Bound port: 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f08db4-12fe-4d9b-874b-73fb037c7cca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:42:27.349576 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:27.432241 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] For port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:42:27.441680 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] For port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe,segment=NetworkSegment(f5f08db4-12fe-4d9b-874b-73fb037c7cca),segment_id=f5f08db4-12fe-4d9b-874b-73fb037c7cca)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:42:27.529088 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-bf5e4304-b002-44d9-9894-7f9432fd44f0 None None] Provisioning complete for port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:27.529659 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4304-b002-44d9-9894-7f9432fd44f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:27.534620 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:27.650941 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Routers {'624c5bd3-5055-4b91-b90d-bd10e02a7534'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:42:27.651722 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:42:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['624c5bd3-5055-4b91-b90d-bd10e02a7534'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:27.654826 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdb0b3-44dd-4fcc-8046-294b7a465d22 None None] Pushing event updated for resources: {'Port': ['ID=9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:28.008069 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e4304-b002-44d9-9894-7f9432fd44f0 None None] Current status of the port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:28.008451 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4304-b002-44d9-9894-7f9432fd44f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:28.050149 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] Set router 624c5bd3-5055-4b91-b90d-bd10e02a7534 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:42:28.087851 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-bf5e4304-b002-44d9-9894-7f9432fd44f0 None None] For port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe,segment=NetworkSegment(f5f08db4-12fe-4d9b-874b-73fb037c7cca),segment_id=f5f08db4-12fe-4d9b-874b-73fb037c7cca)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:28.278836 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:18Z', 'updated_at': '2022-04-06T12:42:23Z', 'revision_number': 4, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'gw_port': {'id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:19Z', 'updated_at': '2022-04-06T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe', 'name': '', 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'mac_address': 'fa:16:3e:73:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '029c223e-d29d-4608-bd0a-3c41a7b09f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:22Z', 'updated_at': '2022-04-06T12:42:27Z', 'revision_number': 4, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'subnets': [{'id': '029c223e-d29d-4608-bd0a-3c41a7b09f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:42:28.309944 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d5739e-152c-4240-aab5-36ab5c27843f None None] The sync data for ids ['624c5bd3-5055-4b91-b90d-bd10e02a7534'] in dv-cinder-836069-1-iscsi is: [{'id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:18Z', 'updated_at': '2022-04-06T12:42:23Z', 'revision_number': 4, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'gw_port': {'id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:19Z', 'updated_at': '2022-04-06T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe', 'name': '', 'network_id': '79c11625-6e57-4783-a314-b2f4734fc8f8', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'mac_address': 'fa:16:3e:73:5b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '029c223e-d29d-4608-bd0a-3c41a7b09f2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:22Z', 'updated_at': '2022-04-06T12:42:27Z', 'revision_number': 4, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'subnets': [{'id': '029c223e-d29d-4608-bd0a-3c41a7b09f2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:42:28.313132 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f2820-c8dc-4b8d-bc0b-8fe99b09f733 req-23387bcb-be01-44cb-bb4d-4bdaa53e22c7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:28.314896 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ab3f2820-c8dc-4b8d-bc0b-8fe99b09f733 req-23387bcb-be01-44cb-bb4d-4bdaa53e22c7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 931 time: 0.0582280 Apr 06 12:42:28.339028 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf5e4304-b002-44d9-9894-7f9432fd44f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:28.452234 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ab3f2820-c8dc-4b8d-bc0b-8fe99b09f733 req-65634104-de42-4a94-9770-7744df39d060 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753205 Apr 06 12:42:28.452708 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e4304-b002-44d9-9894-7f9432fd44f0 None None] Pushing event updated for resources: {'Port': ['ID=9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:28.477764 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-657baa5a-fc18-47f1-b517-40bdaa8a7321 None None] Provisioning complete for port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:28.478297 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-657baa5a-fc18-47f1-b517-40bdaa8a7321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:28.571071 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-657baa5a-fc18-47f1-b517-40bdaa8a7321 None None] Current status of the port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:29.535808 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406e788-7fcc-424c-8187-ac2cec777d91 req-397a7ac6-6176-4035-a16f-ca0121d0d4e8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:29.537940 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5406e788-7fcc-424c-8187-ac2cec777d91 req-397a7ac6-6176-4035-a16f-ca0121d0d4e8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 931 time: 0.0658779 Apr 06 12:42:29.604235 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5406e788-7fcc-424c-8187-ac2cec777d91 req-12368fff-2254-4343-ae38-58a3629f39ec tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525336 Apr 06 12:42:30.184934 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:30.249658 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:30.250137 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:30.342627 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:30.731315 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457de47f-5612-4cbd-b619-cf94f3a47355 req-547cd739-09bf-438b-957a-b25ee0fb1d4f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:30.732815 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-457de47f-5612-4cbd-b619-cf94f3a47355 req-547cd739-09bf-438b-957a-b25ee0fb1d4f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 931 time: 0.0611746 Apr 06 12:42:30.788381 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-457de47f-5612-4cbd-b619-cf94f3a47355 req-e5c6476f-296d-4331-a2b9-cf4eea5eee3a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493050 Apr 06 12:42:31.002918 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Request body: {'port': {'device_id': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:31.069676 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:31.359951 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da4269c-2290-43c1-b777-c94ee9dba21e {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:42:31.367336 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Publish callbacks [] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:31.379691 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Transition to ACTIVE for port object 8da4269c-2290-43c1-b777-c94ee9dba21e will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:42:31.920439 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf692e84-936d-43eb-a087-55499a13ef8e req-6c52ca1d-561b-421b-a7e3-e70055c36ca2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:31.921924 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cf692e84-936d-43eb-a087-55499a13ef8e req-6c52ca1d-561b-421b-a7e3-e70055c36ca2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 931 time: 0.0553775 Apr 06 12:42:31.968519 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cf692e84-936d-43eb-a087-55499a13ef8e req-6828a581-e08d-4f0d-a936-25580a6093ba tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Apr 06 12:42:31.969559 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:32.028425 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8da4269c-2290-43c1-b777-c94ee9dba21e,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:32.103979 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Attempting to bind port 8da4269c-2290-43c1-b777-c94ee9dba21e on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:42:32.104348 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Attempting to bind port 8da4269c-2290-43c1-b777-c94ee9dba21e by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:42:32.104686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Attempting to bind port 8da4269c-2290-43c1-b777-c94ee9dba21e on network 01ac1873-f29d-4c0f-b4d7-32010266d115 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:42:32.110658 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Port 8da4269c-2290-43c1-b777-c94ee9dba21e on network 01ac1873-f29d-4c0f-b4d7-32010266d115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:42:32.110982 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Attempting to bind port 8da4269c-2290-43c1-b777-c94ee9dba21e on network 01ac1873-f29d-4c0f-b4d7-32010266d115 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:42:32.115987 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:42:32.116328 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Checking segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:42:32.116711 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Bound using segment: {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:42:32.117132 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Bound port: 8da4269c-2290-43c1-b777-c94ee9dba21e, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c08f7b-6e73-46d6-831e-60593f0b9dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:42:32.117483 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:32.184361 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] For port 8da4269c-2290-43c1-b777-c94ee9dba21e, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:42:32.187670 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] For port 8da4269c-2290-43c1-b777-c94ee9dba21e, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8da4269c-2290-43c1-b777-c94ee9dba21e,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:42:32.272920 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:32.316864 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:32.317781 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:32.319210 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/8da4269c-2290-43c1-b777-c94ee9dba21e HTTP/1.1" status: 200 len: 1093 time: 1.3205440 Apr 06 12:42:32.319682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:42:32.321973 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9830a3be-1422-4417-aa54-2b449502415b" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:42:32.349702 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837b599-a5b8-4579-aa20-71c64a3b50b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8da4269c-2290-43c1-b777-c94ee9dba21e,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:32.377552 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fec3bc1-e864-4dce-ad93-0266e65a9029 x-openstack-request-id: req-7fec3bc1-e864-4dce-ad93-0266e65a9029 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:42:32.378115 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:42:32.378579 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7fec3bc1-e864-4dce-ad93-0266e65a9029 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:42:32.379046 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fec3bc1-e864-4dce-ad93-0266e65a9029'] response: {'name': 'network-changed', 'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'status': 'completed', 'code': 200} Apr 06 12:42:33.122659 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401c439-fd23-4ec4-8257-df596491b79f req-20686dac-a2e6-4922-9c39-03a869e5ede7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:33.124487 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2401c439-fd23-4ec4-8257-df596491b79f req-20686dac-a2e6-4922-9c39-03a869e5ede7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0782051 Apr 06 12:42:33.177986 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2401c439-fd23-4ec4-8257-df596491b79f req-a6562311-6f7e-4176-a31e-922fd72bd70a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479188 Apr 06 12:42:33.695223 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830a3be-1422-4417-aa54-2b449502415b req-c2a70a6e-213d-4029-ab98-e9c369fff744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:33.696874 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9830a3be-1422-4417-aa54-2b449502415b req-c2a70a6e-213d-4029-ab98-e9c369fff744 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 1127 time: 0.0575490 Apr 06 12:42:33.698471 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:33.844336 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830a3be-1422-4417-aa54-2b449502415b req-235a26c3-c1ee-4fea-95cb-74db4dff94e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:33.846070 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9830a3be-1422-4417-aa54-2b449502415b req-235a26c3-c1ee-4fea-95cb-74db4dff94e8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1298018 Apr 06 12:42:33.961263 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830a3be-1422-4417-aa54-2b449502415b req-fb65be27-d89d-45b7-8b0f-947332a560fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:33.962705 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9830a3be-1422-4417-aa54-2b449502415b req-fb65be27-d89d-45b7-8b0f-947332a560fa service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073041 Apr 06 12:42:34.143191 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-c53f12be-38bd-4bbf-a984-930e56d40da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:34.145539 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-c53f12be-38bd-4bbf-a984-930e56d40da2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 1127 time: 0.0688896 Apr 06 12:42:34.201852 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-140f54e7-4ea2-4ae9-9886-d3a30d2403a9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da4269c-2290-43c1-b777-c94ee9dba21e HTTP/1.1" status: 200 len: 217 time: 0.0412307 Apr 06 12:42:34.265669 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-a6c8d14e-6f78-4033-8b87-40d64b2cb644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:34.269406 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-a6c8d14e-6f78-4033-8b87-40d64b2cb644 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0609832 Apr 06 12:42:34.627934 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-9ee4b485-d288-4625-9c1d-1c21cb635a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:34.629481 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-9ee4b485-d288-4625-9c1d-1c21cb635a63 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3505673 Apr 06 12:42:34.642727 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f2632-30fe-4271-8935-a09044e90ed9 req-003cfc71-2723-433c-ae37-4835f1006b77 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:34.644510 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d70f2632-30fe-4271-8935-a09044e90ed9 req-003cfc71-2723-433c-ae37-4835f1006b77 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.3579469 Apr 06 12:42:34.771476 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d70f2632-30fe-4271-8935-a09044e90ed9 req-c95cfde9-ed2c-4dbc-9631-0b14aa7400d2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066644 Apr 06 12:42:34.793169 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-43af0b08-74df-4057-a18e-d1fb0bdb6ee7 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380403 Apr 06 12:42:34.910554 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c54c9cd-1c22-4421-9b35-2bf352c790ad req-4f0ee96c-3ed5-4a27-b3b0-40ee94ca68c4 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161509 Apr 06 12:42:35.897871 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575dda6-0715-4167-8b33-7cd0a51deafb req-0f0801b7-ea22-4b42-9277-616de012bdd8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:35.900389 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5575dda6-0715-4167-8b33-7cd0a51deafb req-0f0801b7-ea22-4b42-9277-616de012bdd8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0575888 Apr 06 12:42:35.963487 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5575dda6-0715-4167-8b33-7cd0a51deafb req-3e3abbda-111c-4cda-94ea-f0dc610aa122 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523868 Apr 06 12:42:37.147664 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e345327a-b8c1-4df4-832d-abe776a07fa1 req-f252247e-7eec-4611-bcea-0dc4801efb20 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:37.149137 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e345327a-b8c1-4df4-832d-abe776a07fa1 req-f252247e-7eec-4611-bcea-0dc4801efb20 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.1217506 Apr 06 12:42:37.159980 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb232-282a-445a-84c6-5651adec2303 req-3fe12e93-88b6-4990-9730-cc4ba67d3017 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:37.161420 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-3fe12e93-88b6-4990-9730-cc4ba67d3017 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/networks?id=830dd20d-595a-4add-ac85-c7289c5a0e71 HTTP/1.1" status: 200 len: 815 time: 0.1445565 Apr 06 12:42:37.189459 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-af82afd3-f903-435a-86d6-4aa154a87e01 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/quotas/60236bb2f02348b099a6dc6a40f88895 HTTP/1.1" status: 200 len: 375 time: 0.0213511 Apr 06 12:42:37.241275 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e345327a-b8c1-4df4-832d-abe776a07fa1 req-bfcde4c7-85ea-4097-87d1-26ed71cb7236 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788753 Apr 06 12:42:37.266873 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-9fc36e97-dedb-4762-84fd-9b2958b1fc4e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=60236bb2f02348b099a6dc6a40f88895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683041 Apr 06 12:42:37.361916 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-8886ba60-b306-4570-9771-c665831914d7 service neutron] 10.222.0.60 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811868 Apr 06 12:42:37.454856 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-d3946e03-8949-42cd-9bff-7f72848f7d07 service neutron] 10.222.0.60 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871801 Apr 06 12:42:37.707403 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9d7838b3-16fe-43b3-b231-1b3691d452c9 req-e61f383b-66a9-43d7-a80e-8789a390300d tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0279419 Apr 06 12:42:38.364151 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47c493-06df-4dd9-9d59-c960050b2b39 req-72579025-34ac-4bc5-af2e-45bea268a860 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:38.365630 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d47c493-06df-4dd9-9d59-c960050b2b39 req-72579025-34ac-4bc5-af2e-45bea268a860 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0536146 Apr 06 12:42:38.413411 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d47c493-06df-4dd9-9d59-c960050b2b39 req-0aeffab6-613a-480b-8c8d-ca1aa2edcc28 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Apr 06 12:42:38.787924 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-54ffe3ff-9ed5-4948-b0b1-f1e6e534ccc1 req-5b304177-b608-4d60-94aa-16e1754e1b0c tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0303879 Apr 06 12:42:39.374627 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-60ba7965-db3f-4170-8a3c-d10591175c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:39.533163 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fc224-405a-4f94-9631-ec04dbd28d9e req-4162035e-de97-4357-8ae5-fa4abf2c8ed8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:39.534671 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ce3fc224-405a-4f94-9631-ec04dbd28d9e req-4162035e-de97-4357-8ae5-fa4abf2c8ed8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0553343 Apr 06 12:42:39.582806 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ce3fc224-405a-4f94-9631-ec04dbd28d9e req-8255e6e1-24ee-4b40-81ab-7093df14bb97 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Apr 06 12:42:39.881274 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f4690b6b-c9c7-43fb-8282-d6072f449cd9 req-51c1c99c-baf0-4956-be66-ab64c35d1d0d tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0290301 Apr 06 12:42:40.705313 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0b4ab-a806-4863-9445-e90e5056e0fa req-16b350dc-f9a1-4394-8d9b-f03e1aedf4e0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:40.706735 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2cb0b4ab-a806-4863-9445-e90e5056e0fa req-16b350dc-f9a1-4394-8d9b-f03e1aedf4e0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0578163 Apr 06 12:42:40.754663 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2cb0b4ab-a806-4863-9445-e90e5056e0fa req-f466821a-7b43-40a3-b295-ae36d36d39aa tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Apr 06 12:42:40.983381 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b695aae9-2f82-48a0-bdde-ac4fa4f8e506 req-9be3c9b0-17c9-4024-89b7-58bf996dab4f tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0283978 Apr 06 12:42:41.807096 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9fb2303f-5997-4c75-9143-13718a016c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:41.871630 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f7c44-e1bd-4953-9f70-8afa37467b3a req-991b7f12-d02f-4fb9-b494-00bb8c23c45e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:41.873358 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-773f7c44-e1bd-4953-9f70-8afa37467b3a req-991b7f12-d02f-4fb9-b494-00bb8c23c45e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0536880 Apr 06 12:42:41.920181 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-773f7c44-e1bd-4953-9f70-8afa37467b3a req-9d0bbdf4-5e0c-40ec-9936-95e39b01223e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411229 Apr 06 12:42:42.078090 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-af1852a8-93d9-4055-821c-0bf7d725cf53 req-88c1af76-a4e5-41a3-bc18-c8f3ec48f922 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0303013 Apr 06 12:42:43.001212 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:43.036880 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831f63f-b32d-4d87-ac5a-a20ddf2e8b96 req-93a4e3f2-3b11-4c2f-8609-6b9d9600145d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:43.038348 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6831f63f-b32d-4d87-ac5a-a20ddf2e8b96 req-93a4e3f2-3b11-4c2f-8609-6b9d9600145d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0538275 Apr 06 12:42:43.088493 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6831f63f-b32d-4d87-ac5a-a20ddf2e8b96 req-7c6dfd47-543a-4988-a35b-1a16ecf6c3b3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445926 Apr 06 12:42:43.171702 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-15386b69-f26d-45ac-ba0f-e97d635f58dc req-abbaa45c-a394-4444-9c95-37c5ce45d3a3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0267725 Apr 06 12:42:44.207101 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc24089-2137-4020-add6-ed56f0b09f1d req-577e53d9-7bb6-47cc-8b27-470e9f32d126 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:44.208629 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4dc24089-2137-4020-add6-ed56f0b09f1d req-577e53d9-7bb6-47cc-8b27-470e9f32d126 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0544429 Apr 06 12:42:44.273927 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6a774a1a-9950-4f8d-a256-bbe4792049fa req-ada99feb-8197-42c7-96c4-62ae2262629f tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0359364 Apr 06 12:42:44.285486 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4dc24089-2137-4020-add6-ed56f0b09f1d req-390b91bc-5737-49d3-8ae4-53faaba4b1b6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712399 Apr 06 12:42:44.529173 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:45.376202 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b3f2977-6636-48af-afb9-fdcb6de27a9f req-a6f27d23-c90f-4c7a-a942-aba3ca5db059 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0360701 Apr 06 12:42:45.415750 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e115596-0ed5-4c0e-b80c-adb4088a71a1 req-9bd99d4f-b29d-48ae-885f-ca619f3032e1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:45.417235 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6e115596-0ed5-4c0e-b80c-adb4088a71a1 req-9bd99d4f-b29d-48ae-885f-ca619f3032e1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0659349 Apr 06 12:42:45.463264 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6e115596-0ed5-4c0e-b80c-adb4088a71a1 req-4a38def7-9817-4b39-b8bc-735be2ca257b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400062 Apr 06 12:42:46.109971 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:46.473102 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0ae4aedf-df3c-405c-9922-627dc398b84e req-823ed7a5-c379-4bb6-8e29-b331aa923a1e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0300133 Apr 06 12:42:46.581036 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f974c-6333-46ef-91ce-1b83f8eb2aa4 req-e33168c9-f6e0-4eba-99d2-50e3170e2145 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:46.582580 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-777f974c-6333-46ef-91ce-1b83f8eb2aa4 req-e33168c9-f6e0-4eba-99d2-50e3170e2145 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0544162 Apr 06 12:42:46.629068 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-777f974c-6333-46ef-91ce-1b83f8eb2aa4 req-e2872d7f-b108-498f-a208-c97a3b555b47 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Apr 06 12:42:47.567499 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-63884eaf-3716-4bda-9066-6849d4bdcaad req-02df3d3e-b68e-4f72-adf5-0d5b8c60d7d4 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0274947 Apr 06 12:42:47.753574 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348a699-da5e-4252-a0d6-48c657f0a4ed req-0335f84e-5b1f-462d-8b0a-08b3eabd255e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:47.754587 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f348a699-da5e-4252-a0d6-48c657f0a4ed req-0335f84e-5b1f-462d-8b0a-08b3eabd255e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0593657 Apr 06 12:42:47.803521 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f348a699-da5e-4252-a0d6-48c657f0a4ed req-0d2b3099-abf9-4507-9ab3-da95d108fd61 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 Apr 06 12:42:48.658535 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df795ec3-3805-4168-b5f6-4d462a925301 req-56d4b54f-e47b-47e1-be86-9df2983426bd tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0266180 Apr 06 12:42:48.920742 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df5864-2f4b-4364-b337-45dc08f824b6 req-cbddd355-7d52-489d-a5e9-b071f54b76b5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:48.922214 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c8df5864-2f4b-4364-b337-45dc08f824b6 req-cbddd355-7d52-489d-a5e9-b071f54b76b5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0532415 Apr 06 12:42:48.967400 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c8df5864-2f4b-4364-b337-45dc08f824b6 req-f5b4667c-f541-4219-8f59-73a48cc8dda1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394583 Apr 06 12:42:49.754068 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-24ba2311-05c5-4bc8-9aa3-07a8f7e813a1 req-76d10dac-c01b-4e1c-9433-6bf328a05a9f tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0313137 Apr 06 12:42:50.084148 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82afe9b-6121-429e-a914-bd5d1baabb1c req-39a8eeb9-4c94-4e08-a8cd-1c109f208c88 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:50.085646 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f82afe9b-6121-429e-a914-bd5d1baabb1c req-39a8eeb9-4c94-4e08-a8cd-1c109f208c88 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0529423 Apr 06 12:42:50.140039 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f82afe9b-6121-429e-a914-bd5d1baabb1c req-7c5b88ea-cb15-4861-8c73-cc02546d713a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478537 Apr 06 12:42:50.850033 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be1d235-e094-467a-b285-6d087fedca0a req-f83df50a-743f-4148-a407-02b62b6fe047 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0280828 Apr 06 12:42:51.259604 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bd086-b052-49c0-a170-c6ad4e2016e2 req-992a9ebd-7a10-4303-bc12-69cb913b76f8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:51.261047 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bc1bd086-b052-49c0-a170-c6ad4e2016e2 req-992a9ebd-7a10-4303-bc12-69cb913b76f8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 943 time: 0.0537555 Apr 06 12:42:51.312506 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bc1bd086-b052-49c0-a170-c6ad4e2016e2 req-4a5b858e-17dd-4cc2-85e8-7ab68a512dbf tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453262 Apr 06 12:42:51.943271 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-75baf3aa-3f6f-47e8-939a-9d286555cbc0 req-5edd123a-31f7-477e-b03c-f4485015ed90 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0284853 Apr 06 12:42:51.997681 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 8da4269c-2290-43c1-b777-c94ee9dba21e details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:42:52.091286 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 8da4269c-2290-43c1-b777-c94ee9dba21e, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8da4269c-2290-43c1-b777-c94ee9dba21e,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:52.103028 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'port_id': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'mac_address': 'fa:16:3e:9c:5b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:42:52.144133 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 8da4269c-2290-43c1-b777-c94ee9dba21e is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:52.144554 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:52.156885 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da4269c-2290-43c1-b777-c94ee9dba21e {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:42:52.175196 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 8da4269c-2290-43c1-b777-c94ee9dba21e, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8da4269c-2290-43c1-b777-c94ee9dba21e,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:52.242897 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:52.290284 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=8da4269c-2290-43c1-b777-c94ee9dba21e,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:52.428330 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ead680-16ba-466a-9013-eb990d46ccfd req-7d7de437-fd88-496c-afd4-7547f06988bb tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:52.429816 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65ead680-16ba-466a-9013-eb990d46ccfd req-7d7de437-fd88-496c-afd4-7547f06988bb tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 944 time: 0.0526702 Apr 06 12:42:52.476286 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65ead680-16ba-466a-9013-eb990d46ccfd req-f75d2ed2-a47a-4926-9fbd-a425dd4b83c5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409160 Apr 06 12:42:53.035186 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4e226e59-3f81-44f5-a09f-64d553bc335c req-f201785b-6ce3-4d70-be35-d06f892bc3d1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0274115 Apr 06 12:42:53.596462 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464b238-fa1a-4d14-aedd-2036848e20e1 req-9e7eabfb-8d6e-4d5b-a601-5638a98eced2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:53.597937 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5464b238-fa1a-4d14-aedd-2036848e20e1 req-9e7eabfb-8d6e-4d5b-a601-5638a98eced2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 944 time: 0.0560741 Apr 06 12:42:53.644407 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5464b238-fa1a-4d14-aedd-2036848e20e1 req-ddaaf2ac-a746-445a-8310-dadc03878554 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Apr 06 12:42:54.125515 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2b4277c6-8b72-4203-8722-efd718464096 req-85c7e47f-6257-4c5e-a84d-68e2a12340b0 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0267744 Apr 06 12:42:54.760607 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5018dde-55d8-40b0-a502-5cc49b74b711 req-142e99cc-6345-48f2-98ce-785fb18fcdab tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:54.762053 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a5018dde-55d8-40b0-a502-5cc49b74b711 req-142e99cc-6345-48f2-98ce-785fb18fcdab tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 944 time: 0.0529642 Apr 06 12:42:54.810565 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a5018dde-55d8-40b0-a502-5cc49b74b711 req-bb8fbb0c-fbb2-4612-af79-1e251611d8d6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Apr 06 12:42:55.226655 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3f9816b4-b382-4b6e-a46b-ae212a95eab8 req-536d5f64-4d64-41b9-98fb-e1a18e0b78b3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0296428 Apr 06 12:42:55.697807 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['8da4269c-2290-43c1-b777-c94ee9dba21e'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:42:55.927698 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3e544-32bb-4425-96ad-be1807c9534d req-79fba93d-886a-40f8-8c08-c87ab5de9471 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:55.929212 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8fd3e544-32bb-4425-96ad-be1807c9534d req-79fba93d-886a-40f8-8c08-c87ab5de9471 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 944 time: 0.0526154 Apr 06 12:42:55.979104 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8fd3e544-32bb-4425-96ad-be1807c9534d req-255b7457-604d-4962-b66e-cc349e9a00a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Apr 06 12:42:56.336166 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4d782f25-1ca7-474e-a964-08532e8be696 req-c37b6e90-6485-48bd-a284-2ab43bbbdce4 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0406389 Apr 06 12:42:56.442317 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb232-282a-445a-84c6-5651adec2303 req-800c9fd7-835d-44ca-8569-2a877314046e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:56.443835 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-800c9fd7-835d-44ca-8569-2a877314046e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.74 "GET /v2.0/networks?id=830dd20d-595a-4add-ac85-c7289c5a0e71 HTTP/1.1" status: 200 len: 815 time: 0.1377192 Apr 06 12:42:56.461948 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'port': {'device_id': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'admin_state_up': True, 'tenant_id': '60236bb2f02348b099a6dc6a40f88895'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:42:56.648830 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Made reservation on behalf of 60236bb2f02348b099a6dc6a40f88895 for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:42:56.652356 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:56.835108 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Allocated IP 172.20.0.12 (830dd20d-595a-4add-ac85-c7289c5a0e71/5e025e6c-5329-412d-b978-79cd97605cd8/41cb1edf-d96f-4f76-adb4-216fb958d179) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:42:56.946543 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:57.074144 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:57.131332 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Network 830dd20d-595a-4add-ac85-c7289c5a0e71 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:42:57.142675 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:42:57.145560 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:42:57.185034 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'Port': ['ID=41cb1edf-d96f-4f76-adb4-216fb958d179,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:57.204326 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712db58-0b99-48c2-9f26-9e348939b08c req-2e7cc5c4-0b21-4c68-bc4a-7428dcc110b8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:57.212807 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a712db58-0b99-48c2-9f26-9e348939b08c req-2e7cc5c4-0b21-4c68-bc4a-7428dcc110b8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 944 time: 0.1582675 Apr 06 12:42:57.252834 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:57.259865 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:57.384493 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a712db58-0b99-48c2-9f26-9e348939b08c req-df31df40-e2e0-4735-8959-566f8000980e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517410 Apr 06 12:42:57.417232 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-31e6e2f3-0e26-409f-b34e-653aba60a317 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9590802 Apr 06 12:42:57.495494 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf8b17-d0b0-4c5c-83fe-fdf52bc7d9e4 req-9561a9de-f03c-44e5-ae92-15e5834058a3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:57.497300 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-04bf8b17-d0b0-4c5c-83fe-fdf52bc7d9e4 req-9561a9de-f03c-44e5-ae92-15e5834058a3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0575104 Apr 06 12:42:57.535916 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2a2d586a-12be-4885-9809-ebfedefb3990 None None] Provisioning complete for port 41cb1edf-d96f-4f76-adb4-216fb958d179 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:57.536925 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2a2d586a-12be-4885-9809-ebfedefb3990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:57.566750 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-04bf8b17-d0b0-4c5c-83fe-fdf52bc7d9e4 req-1f805c1a-e7d3-409a-bd08-5fa855d8a5c4 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585396 Apr 06 12:42:57.585125 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d586a-12be-4885-9809-ebfedefb3990 None None] Port 41cb1edf-d96f-4f76-adb4-216fb958d179 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:42:57.710376 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 8da4269c-2290-43c1-b777-c94ee9dba21e up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:42:57.831071 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 8da4269c-2290-43c1-b777-c94ee9dba21e completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:42:57.835622 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 8da4269c-2290-43c1-b777-c94ee9dba21e triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:42:57.836202 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:57.923953 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 8da4269c-2290-43c1-b777-c94ee9dba21e is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:42:57.924336 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:57.947445 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:42:57.949713 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5612435c-4e1d-4d23-9baf-c95a52200d6c" -d '{"events": [{"server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "name": "network-vif-plugged", "status": "completed", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:42:57.972024 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 8da4269c-2290-43c1-b777-c94ee9dba21e, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8da4269c-2290-43c1-b777-c94ee9dba21e,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:42:58.025283 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c29cd41-91d6-4d8c-9fca-48925e979a52 x-openstack-request-id: req-4c29cd41-91d6-4d8c-9fca-48925e979a52 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:42:58.026266 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "name": "network-vif-plugged", "status": "completed", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:42:58.027057 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c29cd41-91d6-4d8c-9fca-48925e979a52 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:42:58.028765 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c29cd41-91d6-4d8c-9fca-48925e979a52'] response: {'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'code': 200} Apr 06 12:42:58.048810 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:42:58.103930 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=8da4269c-2290-43c1-b777-c94ee9dba21e,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:42:58.499584 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be1aba-d41e-4e70-a22d-e4bcfc12b757 req-65839f26-8177-4b34-819b-618ca76ed12b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:58.501106 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f3be1aba-d41e-4e70-a22d-e4bcfc12b757 req-65839f26-8177-4b34-819b-618ca76ed12b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0670958 Apr 06 12:42:58.551065 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f3be1aba-d41e-4e70-a22d-e4bcfc12b757 req-f51cf390-8335-4c10-bb42-00b73bbf9dc9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443640 Apr 06 12:42:58.697128 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008331f2-9015-4950-b633-861c7a6b8cac req-db735bde-5ced-479a-88e7-e125da91d62c tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:58.698536 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-008331f2-9015-4950-b633-861c7a6b8cac req-db735bde-5ced-479a-88e7-e125da91d62c tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0633905 Apr 06 12:42:58.744536 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-008331f2-9015-4950-b633-861c7a6b8cac req-f7c47795-ef4c-4ad1-b60b-1336247c7497 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Apr 06 12:42:58.753927 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:42:59.674281 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28964a8-ee0b-4a55-86fd-c9ec07d72eab req-b3df82d4-dede-4dda-b7d0-a3278ef1ff2f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:59.675794 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c28964a8-ee0b-4a55-86fd-c9ec07d72eab req-b3df82d4-dede-4dda-b7d0-a3278ef1ff2f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0551710 Apr 06 12:42:59.725112 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c28964a8-ee0b-4a55-86fd-c9ec07d72eab req-8789ef32-bca7-4c35-9a25-72b741e1f3e3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437520 Apr 06 12:42:59.860823 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd45ba6-7869-4381-89b0-db719ca92a17 req-85cbd8b1-bfcf-4683-b5a6-14c8e4a12a00 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:42:59.862329 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cdd45ba6-7869-4381-89b0-db719ca92a17 req-85cbd8b1-bfcf-4683-b5a6-14c8e4a12a00 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0536592 Apr 06 12:42:59.909242 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cdd45ba6-7869-4381-89b0-db719ca92a17 req-b6e6e131-de58-42bb-8cda-2c112a84e023 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413074 Apr 06 12:43:00.844805 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea7c3d-d2ed-450a-acb2-5d4217944f6d req-5c5cdd12-12a3-41ed-8f29-3371ac3f1949 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:00.847478 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-31ea7c3d-d2ed-450a-acb2-5d4217944f6d req-5c5cdd12-12a3-41ed-8f29-3371ac3f1949 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0582628 Apr 06 12:43:00.909057 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-31ea7c3d-d2ed-450a-acb2-5d4217944f6d req-d52dd93f-49b6-49db-8870-5d69363756c8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536950 Apr 06 12:43:01.032111 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fca805-656a-4ca1-8a05-d6cbc2863d3d req-b9610868-ef6c-46c7-a9c6-ad23a30a85db tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:01.033853 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b8fca805-656a-4ca1-8a05-d6cbc2863d3d req-b9610868-ef6c-46c7-a9c6-ad23a30a85db tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0603192 Apr 06 12:43:01.094321 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b8fca805-656a-4ca1-8a05-d6cbc2863d3d req-6d8b5580-fb4b-4953-848a-9aa1fd3e9f45 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505030 Apr 06 12:43:02.029977 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1829b-eb54-49f7-879b-39bc9415d710 req-c422dde5-9e40-4adb-9670-c9b16d179793 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:02.034999 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-52e1829b-eb54-49f7-879b-39bc9415d710 req-c422dde5-9e40-4adb-9670-c9b16d179793 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0577619 Apr 06 12:43:02.110030 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-52e1829b-eb54-49f7-879b-39bc9415d710 req-7e5f1b14-3a52-4734-bf46-b2eadc72d537 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634234 Apr 06 12:43:02.239794 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e720c71-6cc7-4c9e-bdf6-52b9e49941a1 req-f1293b3d-e044-4de7-8179-eb6a00422058 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:02.241316 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4e720c71-6cc7-4c9e-bdf6-52b9e49941a1 req-f1293b3d-e044-4de7-8179-eb6a00422058 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0624754 Apr 06 12:43:02.305587 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4e720c71-6cc7-4c9e-bdf6-52b9e49941a1 req-c2cbc2fd-4b00-458c-85d4-56f9fec58764 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582159 Apr 06 12:43:03.251746 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec649b64-c0d5-45fa-9aff-252697476c35 req-c56e5a7b-df83-4de0-a746-263bec69efb8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:03.253269 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec649b64-c0d5-45fa-9aff-252697476c35 req-c56e5a7b-df83-4de0-a746-263bec69efb8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0583565 Apr 06 12:43:03.301374 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec649b64-c0d5-45fa-9aff-252697476c35 req-79380a99-2a58-4ded-906a-e8fbe9e3b666 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425687 Apr 06 12:43:03.425904 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b450d-eccd-4c1c-bcd8-503eff82a95a req-bc8b2854-9511-4597-8b99-46f9ee54be67 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:03.427438 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8e5b450d-eccd-4c1c-bcd8-503eff82a95a req-bc8b2854-9511-4597-8b99-46f9ee54be67 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0585096 Apr 06 12:43:03.483072 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8e5b450d-eccd-4c1c-bcd8-503eff82a95a req-e77a6500-4c71-4a18-93a1-5f0142c28ddf tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499859 Apr 06 12:43:03.699389 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 46726) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:43:03.711862 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:03.821044 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3001501b-9e77-436f-95f0-a92af6432081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:03.928210 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3001501b-9e77-436f-95f0-a92af6432081 admin admin] Publish callbacks [] for security_group (0e00e374-9de7-428d-91ac-3b0b9f4effa8), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:04.014344 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3001501b-9e77-436f-95f0-a92af6432081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0e00e374-9de7-428d-91ac-3b0b9f4effa8), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:04.054168 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-3001501b-9e77-436f-95f0-a92af6432081 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bcf1ba42d2642699b685d32d1c4c21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537016 Apr 06 12:43:04.055113 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001501b-9e77-436f-95f0-a92af6432081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00e374-9de7-428d-91ac-3b0b9f4effa8,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:43:04.056931 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 46734) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:43:04.112192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39f0d3ae-ec8e-4501-beee-19c2dc2afe46 admin admin] Publish callbacks [] for security_group (0e00e374-9de7-428d-91ac-3b0b9f4effa8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:04.136406 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39f0d3ae-ec8e-4501-beee-19c2dc2afe46 admin admin] Publish callbacks [] for security_group (0e00e374-9de7-428d-91ac-3b0b9f4effa8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:04.254214 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39f0d3ae-ec8e-4501-beee-19c2dc2afe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0e00e374-9de7-428d-91ac-3b0b9f4effa8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:04.256839 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39f0d3ae-ec8e-4501-beee-19c2dc2afe46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:04.260072 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-39f0d3ae-ec8e-4501-beee-19c2dc2afe46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e00e374-9de7-428d-91ac-3b0b9f4effa8 HTTP/1.1" status: 204 len: 168 time: 0.2000341 Apr 06 12:43:04.266919 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0d3ae-ec8e-4501-beee-19c2dc2afe46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00e374-9de7-428d-91ac-3b0b9f4effa8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:43:04.431924 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35663c79-f925-4037-8d08-9399d8ebaa82 req-dc162a49-5ecd-47df-bfb1-f8ce6def7239 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:04.433828 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-35663c79-f925-4037-8d08-9399d8ebaa82 req-dc162a49-5ecd-47df-bfb1-f8ce6def7239 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0555043 Apr 06 12:43:04.483555 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-35663c79-f925-4037-8d08-9399d8ebaa82 req-360ca10b-3b9e-462f-8a14-731d5e3ea876 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 Apr 06 12:43:04.630055 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced1d2e-7d61-4f51-bae3-64a6a2e72b72 req-a957798d-7630-4e19-8a9e-d239ab0d085b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:04.631827 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ced1d2e-7d61-4f51-bae3-64a6a2e72b72 req-a957798d-7630-4e19-8a9e-d239ab0d085b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0633814 Apr 06 12:43:04.685130 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ced1d2e-7d61-4f51-bae3-64a6a2e72b72 req-75973dd1-811d-49b3-a132-40f5b95ebad2 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Apr 06 12:43:05.607794 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb488935-89f1-497f-9ea4-bbb84bf3e0cb req-6b4e580f-8148-453a-89ad-a0488a09f74b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:05.610728 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bb488935-89f1-497f-9ea4-bbb84bf3e0cb req-6b4e580f-8148-453a-89ad-a0488a09f74b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0576074 Apr 06 12:43:05.667809 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bb488935-89f1-497f-9ea4-bbb84bf3e0cb req-c3049c22-ae0a-4ff0-b51f-ca94a85c67ca tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478749 Apr 06 12:43:05.803160 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b65e44-0326-458a-bbff-043c81fa1123 req-06a9a583-ca98-4e30-9a4d-33f69709bacf tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:05.804538 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-41b65e44-0326-458a-bbff-043c81fa1123 req-06a9a583-ca98-4e30-9a4d-33f69709bacf tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0535669 Apr 06 12:43:05.856512 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-41b65e44-0326-458a-bbff-043c81fa1123 req-0452611f-1353-4d5e-bd15-c969db86da5e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464499 Apr 06 12:43:06.791622 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb45475-f0e7-4e6e-8c64-62791b65a44e req-9284594a-5702-4211-a0ee-fba82a35da94 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:06.793255 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dcb45475-f0e7-4e6e-8c64-62791b65a44e req-9284594a-5702-4211-a0ee-fba82a35da94 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0540247 Apr 06 12:43:06.840707 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dcb45475-f0e7-4e6e-8c64-62791b65a44e req-28b13bcd-2586-422d-8679-c183c13d6b67 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409482 Apr 06 12:43:06.987946 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c0d65-aaed-4e0d-813a-35db28a232b7 req-7c6a1c90-6de3-4c06-a394-5c9055a7dd11 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:06.989402 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a36c0d65-aaed-4e0d-813a-35db28a232b7 req-7c6a1c90-6de3-4c06-a394-5c9055a7dd11 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0636079 Apr 06 12:43:07.039730 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a36c0d65-aaed-4e0d-813a-35db28a232b7 req-959b9a2d-eeb6-48f6-88a6-d34ef402756b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445859 Apr 06 12:43:07.961727 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a0f02-e418-4a24-9c99-bfe49c300b35 req-f1871101-7f1a-421c-9b68-b827720832fd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:07.963256 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fb3a0f02-e418-4a24-9c99-bfe49c300b35 req-f1871101-7f1a-421c-9b68-b827720832fd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0577557 Apr 06 12:43:08.022574 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fb3a0f02-e418-4a24-9c99-bfe49c300b35 req-5fbce4a7-17bd-410e-9033-d30666189958 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537152 Apr 06 12:43:08.167711 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5381a63-f889-4e0c-8665-5cab39f84e46 req-34467a90-aa7b-4f50-9388-16b8eb0986c4 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:08.169668 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a5381a63-f889-4e0c-8665-5cab39f84e46 req-34467a90-aa7b-4f50-9388-16b8eb0986c4 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0581698 Apr 06 12:43:08.221793 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a5381a63-f889-4e0c-8665-5cab39f84e46 req-d590db42-999a-4250-957c-fe8c1ff9f5f5 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Apr 06 12:43:09.142036 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44561af0-0d6a-48cc-b32d-d35886a71efb req-8952cad4-b13a-4e07-914b-72d8fe6d405a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:09.143465 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-44561af0-0d6a-48cc-b32d-d35886a71efb req-8952cad4-b13a-4e07-914b-72d8fe6d405a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0562789 Apr 06 12:43:09.189918 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-44561af0-0d6a-48cc-b32d-d35886a71efb req-22c9c4da-db34-487f-8465-e6438240eeb3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409496 Apr 06 12:43:09.315556 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b5c5df25-6d8a-4fca-b12c-4294f0ef2a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:09.341701 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05243de5-d09f-45b3-ba87-6f2848cb556f req-53fc44a5-8470-4317-bdbf-d1c1d5f5b367 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:09.343196 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-05243de5-d09f-45b3-ba87-6f2848cb556f req-53fc44a5-8470-4317-bdbf-d1c1d5f5b367 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0528934 Apr 06 12:43:09.389824 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-05243de5-d09f-45b3-ba87-6f2848cb556f req-9ad92ec4-f7d9-4689-a310-f257b589d620 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Apr 06 12:43:10.308553 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84373aa-2886-4922-a1a1-e196f024c29e req-5b729e45-e158-4f22-9c5c-76b9db66e5e5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:10.310008 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b84373aa-2886-4922-a1a1-e196f024c29e req-5b729e45-e158-4f22-9c5c-76b9db66e5e5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0527589 Apr 06 12:43:10.360770 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b84373aa-2886-4922-a1a1-e196f024c29e req-382baef7-3308-443a-a0cf-a7be1df03540 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450723 Apr 06 12:43:10.505053 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4c2bc-ffec-4744-ae21-7cab6177d729 req-a15eacfd-0c2c-48c0-b041-65470929be4f tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:10.506340 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3fa4c2bc-ffec-4744-ae21-7cab6177d729 req-a15eacfd-0c2c-48c0-b041-65470929be4f tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0535321 Apr 06 12:43:10.553361 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3fa4c2bc-ffec-4744-ae21-7cab6177d729 req-f188000c-fc06-4228-ae8d-323acc1dca32 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414109 Apr 06 12:43:11.475174 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42512c51-7079-496f-b9b6-7ddb864761e8 req-dc960065-3ac2-4d06-ae68-36015a7e70f7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:11.476632 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-42512c51-7079-496f-b9b6-7ddb864761e8 req-dc960065-3ac2-4d06-ae68-36015a7e70f7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0519347 Apr 06 12:43:11.527056 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-42512c51-7079-496f-b9b6-7ddb864761e8 req-9a589eda-2fe9-434a-9716-90af0b1d79ad tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Apr 06 12:43:11.670216 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a8b88-c7b0-4743-b980-a4d72ae552d7 req-e52f93c8-fdd2-43d8-a91a-779bc166849b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:11.671616 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-776a8b88-c7b0-4743-b980-a4d72ae552d7 req-e52f93c8-fdd2-43d8-a91a-779bc166849b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0555227 Apr 06 12:43:11.716738 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-776a8b88-c7b0-4743-b980-a4d72ae552d7 req-dc65bb94-8d73-44b4-9c2c-934e3aebbc8d tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Apr 06 12:43:11.814247 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8c3dc7ca-bfeb-4337-95fc-0c45f457785e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:12.649484 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe783-e2f2-448a-b0f8-690ab7cdade9 req-c515bff6-2771-4d02-88fe-1e335a857a70 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:12.651100 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-686fe783-e2f2-448a-b0f8-690ab7cdade9 req-c515bff6-2771-4d02-88fe-1e335a857a70 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0596611 Apr 06 12:43:12.704462 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-686fe783-e2f2-448a-b0f8-690ab7cdade9 req-aeed2085-20fc-46d5-b1b0-e9c391840f17 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477464 Apr 06 12:43:12.839376 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c584c-ef6a-47c5-aca7-346cfe812000 req-9ee2659b-b557-48aa-a7ac-e62e2d6b9598 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:12.840881 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-177c584c-ef6a-47c5-aca7-346cfe812000 req-9ee2659b-b557-48aa-a7ac-e62e2d6b9598 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0543723 Apr 06 12:43:12.894076 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-177c584c-ef6a-47c5-aca7-346cfe812000 req-15e66854-e79d-4dd0-8b62-cd04f525c6db tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462887 Apr 06 12:43:13.002870 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:13.831862 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474eb29f-1e96-4cef-b6ea-9b30557b781e req-f97ef347-cf59-416e-b866-41356a22f86e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:13.833340 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-474eb29f-1e96-4cef-b6ea-9b30557b781e req-f97ef347-cf59-416e-b866-41356a22f86e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0526340 Apr 06 12:43:13.887076 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-474eb29f-1e96-4cef-b6ea-9b30557b781e req-4ce4985a-b041-4614-8648-27e288dcd1e3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482142 Apr 06 12:43:14.022422 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b3ef7-2d01-468d-8b36-c1ee218445b9 req-da5e8992-2049-468b-8c20-5d509f5782ae tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:14.023930 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f44b3ef7-2d01-468d-8b36-c1ee218445b9 req-da5e8992-2049-468b-8c20-5d509f5782ae tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0551293 Apr 06 12:43:14.079913 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f44b3ef7-2d01-468d-8b36-c1ee218445b9 req-4cfe817d-9f9b-47d1-8d24-d636f74b1c65 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500500 Apr 06 12:43:14.551536 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:15.011170 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a5af0-0e1d-45e3-b688-4ccc5901d6db req-7bd68179-5cec-4a99-b7a5-c83bdc46a4b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:15.012611 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d34a5af0-0e1d-45e3-b688-4ccc5901d6db req-7bd68179-5cec-4a99-b7a5-c83bdc46a4b0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0564239 Apr 06 12:43:15.060098 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d34a5af0-0e1d-45e3-b688-4ccc5901d6db req-cf582d8d-079c-43d1-b2fa-45db4983bad3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418494 Apr 06 12:43:15.199249 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fb71c-e2f8-40ac-ab6a-1bf7a2882874 req-f65396aa-d5d6-488f-8e25-e8a0c09d966b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:15.200719 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-199fb71c-e2f8-40ac-ab6a-1bf7a2882874 req-f65396aa-d5d6-488f-8e25-e8a0c09d966b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0530164 Apr 06 12:43:15.249152 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-199fb71c-e2f8-40ac-ab6a-1bf7a2882874 req-be8e98d4-36f1-4466-a419-776c6e460339 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424809 Apr 06 12:43:16.059892 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:16.182821 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387eb05f-82a2-475c-bca6-ce35990041d5 req-d9a8379c-d2fe-4acf-9deb-ca9846e160c4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:16.184336 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-387eb05f-82a2-475c-bca6-ce35990041d5 req-d9a8379c-d2fe-4acf-9deb-ca9846e160c4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0565825 Apr 06 12:43:16.234026 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-387eb05f-82a2-475c-bca6-ce35990041d5 req-2ff1af0e-ccc1-4d1c-a98b-4a92e5a31963 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431478 Apr 06 12:43:16.388300 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347a75a-8b8b-401e-b081-894698b3b004 req-490a50a3-455f-4507-ba54-4093e82c3590 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:16.389690 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5347a75a-8b8b-401e-b081-894698b3b004 req-490a50a3-455f-4507-ba54-4093e82c3590 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0545878 Apr 06 12:43:16.436335 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5347a75a-8b8b-401e-b081-894698b3b004 req-465f4e4f-0598-48b9-8de2-23ca6c95ff40 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Apr 06 12:43:17.353970 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f55066-e080-43d3-a125-5b923db5b8da req-6765a98b-2422-4904-ac86-00677bc3fc21 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:17.355443 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-01f55066-e080-43d3-a125-5b923db5b8da req-6765a98b-2422-4904-ac86-00677bc3fc21 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0519760 Apr 06 12:43:17.407356 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-01f55066-e080-43d3-a125-5b923db5b8da req-3ee43146-a26c-4041-a8c8-ebaa0bd4c3fe tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Apr 06 12:43:17.556138 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21342e-c04f-454d-97e8-2b043cdab004 req-4acaf6b1-2f5d-405c-845a-0c8487240d2a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:17.557549 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b21342e-c04f-454d-97e8-2b043cdab004 req-4acaf6b1-2f5d-405c-845a-0c8487240d2a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 932 time: 0.0541265 Apr 06 12:43:17.604886 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b21342e-c04f-454d-97e8-2b043cdab004 req-348fb15e-c7d0-4675-981b-13bf5163a537 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Apr 06 12:43:17.627133 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Request body: {'port': {'device_id': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:43:17.686658 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:17.746586 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-286e5620-7c49-471f-ac7c-4b149972c418 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458059 Apr 06 12:43:17.866754 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-b1247cab-a22e-4082-bed1-8ca812af3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:17.868438 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-b1247cab-a22e-4082-bed1-8ca812af3180 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 1129 time: 0.0509453 Apr 06 12:43:18.000411 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026f146-30b1-4f3a-913e-5c47f4ae5b5f req-b5c449ef-987c-450d-bc98-7488e2c6b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:18.002608 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8026f146-30b1-4f3a-913e-5c47f4ae5b5f req-b5c449ef-987c-450d-bc98-7488e2c6b878 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 1129 time: 0.0925460 Apr 06 12:43:18.003565 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-d1626add-8210-40c0-be16-42c20a231e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:18.008949 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-d1626add-8210-40c0-be16-42c20a231e1a service neutron] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 917 time: 0.0971808 Apr 06 12:43:18.012709 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cb1edf-d96f-4f76-adb4-216fb958d179 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:43:18.027726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Publish callbacks [] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:18.055690 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Transition to ACTIVE for port object 41cb1edf-d96f-4f76-adb4-216fb958d179 will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:43:18.071079 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8026f146-30b1-4f3a-913e-5c47f4ae5b5f req-fa90fa88-e137-43c1-b07a-27e9532391f0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526807 Apr 06 12:43:18.085097 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-d15dee66-defc-4d0c-80d6-3fc66db92ae1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626 HTTP/1.1" status: 200 len: 1000 time: 0.0697825 Apr 06 12:43:18.161692 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:18.222956 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Pushing event updated for resources: {'Port': ['ID=41cb1edf-d96f-4f76-adb4-216fb958d179,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:43:18.246818 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.247234 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.247572 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.247912 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.248239 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.248567 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.248893 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.249216 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.249539 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.249861 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.250752 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.251236 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.252087 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.252456 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.252785 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:18.311316 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Attempting to bind port 41cb1edf-d96f-4f76-adb4-216fb958d179 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:43:18.311657 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Attempting to bind port 41cb1edf-d96f-4f76-adb4-216fb958d179 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:43:18.311991 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Attempting to bind port 41cb1edf-d96f-4f76-adb4-216fb958d179 on network 830dd20d-595a-4add-ac85-c7289c5a0e71 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:43:18.317933 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Port 41cb1edf-d96f-4f76-adb4-216fb958d179 on network 830dd20d-595a-4add-ac85-c7289c5a0e71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:43:18.318292 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Attempting to bind port 41cb1edf-d96f-4f76-adb4-216fb958d179 on network 830dd20d-595a-4add-ac85-c7289c5a0e71 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:43:18.323657 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:43:18.324007 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Checking segment: {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:43:18.324391 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Bound using segment: {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:43:18.324836 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Bound port: 41cb1edf-d96f-4f76-adb4-216fb958d179, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c53bde-ce87-40cc-861c-4190b6eef25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:43:18.325219 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:18.393977 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] For port 41cb1edf-d96f-4f76-adb4-216fb958d179, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:43:18.397056 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] For port 41cb1edf-d96f-4f76-adb4-216fb958d179, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=41cb1edf-d96f-4f76-adb4-216fb958d179,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:43:18.459635 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:18.506746 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:18.507278 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:18.508892 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-da568916-9603-41e1-bd48-727c671b6274 service neutron] 10.222.0.74 "PUT /v2.0/ports/41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 200 len: 1094 time: 0.8863139 Apr 06 12:43:18.512289 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:43:18.514766 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c0b1f0-44e4-4d1a-9a85-5f03f9406fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:43:18.561700 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d67b5db-0478-4635-a67f-50b5c8c84420 x-openstack-request-id: req-3d67b5db-0478-4635-a67f-50b5c8c84420 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:43:18.561994 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:43:18.562243 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d67b5db-0478-4635-a67f-50b5c8c84420 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:43:18.562666 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d67b5db-0478-4635-a67f-50b5c8c84420'] response: {'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'status': 'completed', 'code': 200} Apr 06 12:43:18.565032 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da568916-9603-41e1-bd48-727c671b6274 service neutron] Pushing event updated for resources: {'Port': ['ID=41cb1edf-d96f-4f76-adb4-216fb958d179,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:43:18.585169 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5af69-7b1c-4270-b4b3-9fb91eafd211 req-e231aece-f250-4896-8b9d-9c62c3566902 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:18.586841 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3cc5af69-7b1c-4270-b4b3-9fb91eafd211 req-e231aece-f250-4896-8b9d-9c62c3566902 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0969877 Apr 06 12:43:18.639267 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3cc5af69-7b1c-4270-b4b3-9fb91eafd211 req-c659a374-2874-47b2-b19e-44d6a26f14f8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466332 Apr 06 12:43:18.750023 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41427-bdc8-4ce5-8298-cdb4da3cd3eb req-e687f258-466c-422a-b8a0-2076f5c01ec0 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:18.752688 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e4f41427-bdc8-4ce5-8298-cdb4da3cd3eb req-e687f258-466c-422a-b8a0-2076f5c01ec0 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 944 time: 0.0618653 Apr 06 12:43:18.807341 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e4f41427-bdc8-4ce5-8298-cdb4da3cd3eb req-dd3f5c54-a280-4030-b0b7-7c218f0c7a94 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477440 Apr 06 12:43:18.855642 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-9051b015-b838-48f1-9787-be968c022bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:18.857142 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-9051b015-b838-48f1-9787-be968c022bd1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0480669 Apr 06 12:43:19.517563 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-84582f92-ed4c-44d7-962f-b0ef6573dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:19.519201 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-84582f92-ed4c-44d7-962f-b0ef6573dbfc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498247 Apr 06 12:43:19.528112 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b1f0-44e4-4d1a-9a85-5f03f9406fb9 req-c7f276d6-db7d-4359-a453-de64104e72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:19.529601 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-69c0b1f0-44e4-4d1a-9a85-5f03f9406fb9 req-c7f276d6-db7d-4359-a453-de64104e72e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60236bb2f02348b099a6dc6a40f88895&device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 1128 time: 0.0620661 Apr 06 12:43:19.695089 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b1f0-44e4-4d1a-9a85-5f03f9406fb9 req-ea93ef22-66f5-4dee-8968-649a7d64e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:19.696479 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-69c0b1f0-44e4-4d1a-9a85-5f03f9406fb9 req-ea93ef22-66f5-4dee-8968-649a7d64e936 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=60236bb2f02348b099a6dc6a40f88895&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0999653 Apr 06 12:43:19.697663 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-14b6f60c-0ec8-4f4f-9dc4-feca634d152e service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026225 Apr 06 12:43:19.793128 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-fa9de228-a698-448c-9b59-4bf638c774b5 req-0f68f7f4-ae3f-4543-b1a1-86ab2fa35aab service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843410 Apr 06 12:43:19.822820 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55693c8-791c-44b2-8ccb-05c7c233d977 req-0b4b06f4-b77e-4490-9020-46d53f8ae5fe tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:19.824284 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b55693c8-791c-44b2-8ccb-05c7c233d977 req-0b4b06f4-b77e-4490-9020-46d53f8ae5fe tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.1091642 Apr 06 12:43:19.850056 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0b1f0-44e4-4d1a-9a85-5f03f9406fb9 req-0f6e6f75-60f8-4b87-9368-16b8350e28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:19.851550 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-69c0b1f0-44e4-4d1a-9a85-5f03f9406fb9 req-0f6e6f75-60f8-4b87-9368-16b8350e28a3 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1441913 Apr 06 12:43:19.884312 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b55693c8-791c-44b2-8ccb-05c7c233d977 req-616ad683-59ac-4761-88ae-4a948edb7009 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510209 Apr 06 12:43:19.938128 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e98e1-5b71-40ca-8a7f-04610766b411 req-421e051c-ad81-4734-9be5-3f4ae745d114 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:19.939627 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f06e98e1-5b71-40ca-8a7f-04610766b411 req-421e051c-ad81-4734-9be5-3f4ae745d114 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 944 time: 0.0598068 Apr 06 12:43:19.985995 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f06e98e1-5b71-40ca-8a7f-04610766b411 req-c7ac3364-ff21-48fa-bc31-05648d3e903c tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Apr 06 12:43:20.777688 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb232-282a-445a-84c6-5651adec2303 req-d190efaf-7dc9-4ca1-a412-7f62a0544287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:20.779511 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-d190efaf-7dc9-4ca1-a412-7f62a0544287 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60236bb2f02348b099a6dc6a40f88895&device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 1128 time: 0.0569167 Apr 06 12:43:20.862474 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-a0be0146-8b0e-4713-8f0f-7d12a94e60fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 200 len: 217 time: 0.0411301 Apr 06 12:43:20.981615 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb232-282a-445a-84c6-5651adec2303 req-f50f23f8-5110-4d6f-81ad-acb5c342a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:20.983098 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-f50f23f8-5110-4d6f-81ad-acb5c342a30b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e025e6c-5329-412d-b978-79cd97605cd8 HTTP/1.1" status: 200 len: 854 time: 0.0442660 Apr 06 12:43:21.003344 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2c31-e25e-4680-97b0-0a300b01ed1b req-9c96990e-97b5-41ad-adce-6fbc409ac9a8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:21.008196 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3eef2c31-e25e-4680-97b0-0a300b01ed1b req-9c96990e-97b5-41ad-adce-6fbc409ac9a8 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0525644 Apr 06 12:43:21.056079 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3eef2c31-e25e-4680-97b0-0a300b01ed1b req-e1afebd1-04ac-488e-896c-a564d26e76c2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455742 Apr 06 12:43:21.109701 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fca0d-2fda-4ea1-a86d-093ce9ee62c2 req-683bf2e3-aa4f-45d0-88d8-5f17295f5e97 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:21.111810 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b83fca0d-2fda-4ea1-a86d-093ce9ee62c2 req-683bf2e3-aa4f-45d0-88d8-5f17295f5e97 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 944 time: 0.0543318 Apr 06 12:43:21.196019 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b83fca0d-2fda-4ea1-a86d-093ce9ee62c2 req-01a6ab78-5406-4e9b-bf66-91a16069d1e2 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783441 Apr 06 12:43:21.203548 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74e2a5-af23-4289-84c0-370f29809bf7 req-a40b91fe-bda7-4151-81bf-4dea38a1c5d3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:21.204981 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9f74e2a5-af23-4289-84c0-370f29809bf7 req-a40b91fe-bda7-4151-81bf-4dea38a1c5d3 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0856912 Apr 06 12:43:21.220316 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 46874) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:43:21.225560 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-7999dc97-a094-403e-85aa-625c700488a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Request body: {'floatingip': {'port_id': '8da4269c-2290-43c1-b777-c94ee9dba21e'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:43:21.265465 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7999dc97-a094-403e-85aa-625c700488a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for floatingip (46f39d70-6a6c-4036-8c5e-bb34767a130a), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:21.268976 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eb232-282a-445a-84c6-5651adec2303 req-2efab6e2-d7ca-40ce-93a5-60b43a058c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:21.271013 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-2efab6e2-d7ca-40ce-93a5-60b43a058c3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=830dd20d-595a-4add-ac85-c7289c5a0e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511687 Apr 06 12:43:21.372404 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-1e0de1c3-c59b-4725-b945-541d6a13dc2e service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951226 Apr 06 12:43:21.500573 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8f7eb232-282a-445a-84c6-5651adec2303 req-b9effb65-7c6e-4aa1-a52e-8c00da7f196a service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916049 Apr 06 12:43:21.950955 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7999dc97-a094-403e-85aa-625c700488a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:22.083045 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7999dc97-a094-403e-85aa-625c700488a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (46f39d70-6a6c-4036-8c5e-bb34767a130a), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:22.187426 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-7999dc97-a094-403e-85aa-625c700488a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Floating IP 46f39d70-6a6c-4036-8c5e-bb34767a130a associated. External IP: 172.27.0.158, port: 8da4269c-2290-43c1-b777-c94ee9dba21e. Apr 06 12:43:22.347396 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 46886) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:43:22.375748 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a2bbc2-fb4e-407d-a781-7a0ed0422027 req-b0e1eaa0-b87c-42ae-8987-a70841f3689a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:22.377417 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-04a2bbc2-fb4e-407d-a781-7a0ed0422027 req-b0e1eaa0-b87c-42ae-8987-a70841f3689a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 944 time: 0.1049049 Apr 06 12:43:22.461890 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:22.473172 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-04a2bbc2-fb4e-407d-a781-7a0ed0422027 req-1179b2f1-6487-43d1-a0fb-e11dc149d336 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868025 Apr 06 12:43:22.482186 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7999dc97-a094-403e-85aa-625c700488a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Router 7e7260ef-af3d-4291-b446-79f758c1bf64 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:43:22.550787 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Publish callbacks [] for security_group (904bfa71-dcfe-4eda-87a8-6687c25d165c), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:22.594645 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7999dc97-a094-403e-85aa-625c700488a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:43:22.600230 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7999dc97-a094-403e-85aa-625c700488a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:22.606477 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] Sync routers for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:43:22.620286 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:43:22.621168 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:43:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:43:22.630264 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-7999dc97-a094-403e-85aa-625c700488a9 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "PUT /v2.0/floatingips/46f39d70-6a6c-4036-8c5e-bb34767a130a HTTP/1.1" status: 200 len: 991 time: 1.4080951 Apr 06 12:43:22.630876 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:43:22.633117 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e02472-249c-437e-915e-26afdd7cb46d" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:43:22.644311 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (904bfa71-dcfe-4eda-87a8-6687c25d165c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:22.673879 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a044d0e-9af8-4736-89a6-022e784778de x-openstack-request-id: req-6a044d0e-9af8-4736-89a6-022e784778de {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:43:22.674178 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:43:22.674461 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a044d0e-9af8-4736-89a6-022e784778de {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:43:22.674870 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a044d0e-9af8-4736-89a6-022e784778de'] response: {'name': 'network-changed', 'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'status': 'completed', 'code': 200} Apr 06 12:43:22.743661 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:43:22.909147 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3d2aaadfef8411eafb8e4afaadf66a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5606277 Apr 06 12:43:22.911127 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904bfa71-dcfe-4eda-87a8-6687c25d165c,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:43:22.912057 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 46896) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:43:22.918318 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.918707 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.919052 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.919400 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.919739 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.920075 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.920678 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.920815 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.921045 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.921375 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.921703 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.922032 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.922357 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.922702 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.923026 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd2540-50aa-4462-88c1-1b5106126ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:22.967487 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-66551074-7a17-4b67-9661-4b53615f186f admin admin] Publish callbacks [] for security_group (904bfa71-dcfe-4eda-87a8-6687c25d165c), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:22.978670 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '46f39d70-6a6c-4036-8c5e-bb34767a130a', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'port_id': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'mac_address': 'fa:16:3e:9c:5b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:42:15Z', 'updated_at': '2022-04-06T12:43:21Z', 'revision_number': 1, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:16Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:43:22.993615 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-66551074-7a17-4b67-9661-4b53615f186f admin admin] Publish callbacks [] for security_group (904bfa71-dcfe-4eda-87a8-6687c25d165c), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:23.005278 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] Checking router: 7e7260ef-af3d-4291-b446-79f758c1bf64 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:43:23.013550 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:43:23.014149 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:43:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:43:23.111881 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-66551074-7a17-4b67-9661-4b53615f186f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (904bfa71-dcfe-4eda-87a8-6687c25d165c), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:23.114491 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-66551074-7a17-4b67-9661-4b53615f186f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:23.115646 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-66551074-7a17-4b67-9661-4b53615f186f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/904bfa71-dcfe-4eda-87a8-6687c25d165c HTTP/1.1" status: 204 len: 168 time: 0.2025347 Apr 06 12:43:23.124169 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:43:23.124269 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66551074-7a17-4b67-9661-4b53615f186f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904bfa71-dcfe-4eda-87a8-6687c25d165c,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:43:23.344480 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '46f39d70-6a6c-4036-8c5e-bb34767a130a', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'port_id': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'mac_address': 'fa:16:3e:9c:5b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:42:15Z', 'updated_at': '2022-04-06T12:43:21Z', 'revision_number': 1, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:16Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:43:23.371026 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c92a69a-516d-43cf-9c09-7482e7457385 None None] The sync data for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi is: [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '46f39d70-6a6c-4036-8c5e-bb34767a130a', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'port_id': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'mac_address': 'fa:16:3e:9c:5b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:42:15Z', 'updated_at': '2022-04-06T12:43:21Z', 'revision_number': 1, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:16Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:43:23.580264 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f2c01a-db96-4c33-b4ad-15ef380dabf0 None None] New status for floating IP 46f39d70-6a6c-4036-8c5e-bb34767a130a: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:43:23.614201 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4b5ff-ad55-4adf-8d9a-85c445488fab req-6c7f307b-4911-48fd-82fc-9cf7bf46244c tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:23.615740 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5af4b5ff-ad55-4adf-8d9a-85c445488fab req-6c7f307b-4911-48fd-82fc-9cf7bf46244c tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 944 time: 0.0561485 Apr 06 12:43:23.683845 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5af4b5ff-ad55-4adf-8d9a-85c445488fab req-f46f8f9b-3843-4a22-b083-dc3c89b42c2f tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571759 Apr 06 12:43:24.809576 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529a055-53b7-4d47-b8a4-be4da5ecbbd6 req-bb3121aa-3383-4fc2-b0f0-182e3bd9d884 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:24.811082 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3529a055-53b7-4d47-b8a4-be4da5ecbbd6 req-bb3121aa-3383-4fc2-b0f0-182e3bd9d884 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 944 time: 0.0583208 Apr 06 12:43:24.862700 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3529a055-53b7-4d47-b8a4-be4da5ecbbd6 req-448c20ad-e6e1-43de-bec6-762a38bcc9fc tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454073 Apr 06 12:43:25.671859 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02472-249c-437e-915e-26afdd7cb46d req-c19ee582-5176-4ae2-9228-1f2f7d79b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:25.673326 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-79e02472-249c-437e-915e-26afdd7cb46d req-c19ee582-5176-4ae2-9228-1f2f7d79b554 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 1129 time: 0.0456305 Apr 06 12:43:25.801238 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02472-249c-437e-915e-26afdd7cb46d req-adcb0360-0363-44cc-9bda-d0147661fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:25.802720 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-79e02472-249c-437e-915e-26afdd7cb46d req-adcb0360-0363-44cc-9bda-d0147661fbad service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.0884061 Apr 06 12:43:25.850491 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 41cb1edf-d96f-4f76-adb4-216fb958d179 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:43:25.868704 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-79e02472-249c-437e-915e-26afdd7cb46d req-29496553-dba1-4b6b-8f03-8fc02d665e37 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da4269c-2290-43c1-b777-c94ee9dba21e HTTP/1.1" status: 200 len: 1001 time: 0.0592344 Apr 06 12:43:25.919105 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02472-249c-437e-915e-26afdd7cb46d req-ca94fc87-ee05-424e-a3db-5d52d5d77a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:25.920614 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-79e02472-249c-437e-915e-26afdd7cb46d req-ca94fc87-ee05-424e-a3db-5d52d5d77a60 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0454390 Apr 06 12:43:25.959529 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 41cb1edf-d96f-4f76-adb4-216fb958d179, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=41cb1edf-d96f-4f76-adb4-216fb958d179,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:43:25.975228 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'port_id': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'mac_address': 'fa:16:3e:03:73:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:43:25.977631 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02472-249c-437e-915e-26afdd7cb46d req-a8f4cf9f-e049-41c9-94f1-2b4bfe1616b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:25.979171 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-79e02472-249c-437e-915e-26afdd7cb46d req-a8f4cf9f-e049-41c9-94f1-2b4bfe1616b1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520015 Apr 06 12:43:25.986264 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abd061-b4a7-42f9-9a61-4be4722682a5 req-9e3bb145-0fdd-4023-aacb-a17649a6b4c6 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:25.989843 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b6abd061-b4a7-42f9-9a61-4be4722682a5 req-9e3bb145-0fdd-4023-aacb-a17649a6b4c6 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 944 time: 0.0577319 Apr 06 12:43:26.019941 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 41cb1edf-d96f-4f76-adb4-216fb958d179 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:43:26.020600 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:26.035075 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cb1edf-d96f-4f76-adb4-216fb958d179 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:43:26.041754 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b6abd061-b4a7-42f9-9a61-4be4722682a5 req-c80b1924-a87e-4298-a096-9270e98c9641 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Apr 06 12:43:26.065926 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 41cb1edf-d96f-4f76-adb4-216fb958d179, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=41cb1edf-d96f-4f76-adb4-216fb958d179,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:43:26.073778 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-79e02472-249c-437e-915e-26afdd7cb46d req-4966e6ee-99dc-47af-b93e-83896929f29c service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878179 Apr 06 12:43:26.162597 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:26.176685 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-79e02472-249c-437e-915e-26afdd7cb46d req-c56cbf2b-b89a-4604-bf4c-c243bfb7b94f service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962818 Apr 06 12:43:26.210973 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=41cb1edf-d96f-4f76-adb4-216fb958d179,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:43:26.218056 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.218526 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.218875 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.219239 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.219594 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.219930 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.220262 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.220593 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.220922 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.221254 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.221795 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.222172 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.222534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.222868 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.223195 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:43:26.749434 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['41cb1edf-d96f-4f76-adb4-216fb958d179'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:43:27.163296 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbe29a-8b18-4367-8969-fdc25d0baf88 req-6b4cbd98-6060-44d4-9aed-f88040c039fb tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:27.164811 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65dbe29a-8b18-4367-8969-fdc25d0baf88 req-6b4cbd98-6060-44d4-9aed-f88040c039fb tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 945 time: 0.0555637 Apr 06 12:43:27.217199 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65dbe29a-8b18-4367-8969-fdc25d0baf88 req-dc3e46c7-6897-411a-9558-8229e39a4ac2 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463920 Apr 06 12:43:28.285297 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 41cb1edf-d96f-4f76-adb4-216fb958d179 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:43:28.341033 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bc7aa-5a2c-4d85-be15-e0a32ae6ec74 req-e9a415d0-8bdf-45ad-ba99-98a6e054ec16 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:28.342523 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-854bc7aa-5a2c-4d85-be15-e0a32ae6ec74 req-e9a415d0-8bdf-45ad-ba99-98a6e054ec16 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 945 time: 0.0585852 Apr 06 12:43:28.389295 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-854bc7aa-5a2c-4d85-be15-e0a32ae6ec74 req-ad5b6430-9de6-4c94-8b60-667cb95762aa tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Apr 06 12:43:28.397063 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 41cb1edf-d96f-4f76-adb4-216fb958d179 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:43:28.408044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 41cb1edf-d96f-4f76-adb4-216fb958d179 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:43:28.408044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:28.480628 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 41cb1edf-d96f-4f76-adb4-216fb958d179 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:43:28.481014 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:28.503534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:43:28.505762 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5708293e-9b58-4751-894b-ee7a18df49ce" -d '{"events": [{"server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "name": "network-vif-plugged", "status": "completed", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:43:28.518825 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 41cb1edf-d96f-4f76-adb4-216fb958d179, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=41cb1edf-d96f-4f76-adb4-216fb958d179,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:43:28.546844 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617fe30b-7d94-4d34-a80d-2a040ffa204a x-openstack-request-id: req-617fe30b-7d94-4d34-a80d-2a040ffa204a {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:43:28.547161 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "name": "network-vif-plugged", "status": "completed", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:43:28.547426 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-617fe30b-7d94-4d34-a80d-2a040ffa204a {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:43:28.547834 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-617fe30b-7d94-4d34-a80d-2a040ffa204a'] response: {'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'code': 200} Apr 06 12:43:28.562065 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:28.609682 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=41cb1edf-d96f-4f76-adb4-216fb958d179,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:43:28.911427 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95aa47-b165-400c-915e-c4b1f5beb4c7 req-08c16b86-baa5-4d87-8e0f-dfcbbce52098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:28.913170 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bb95aa47-b165-400c-915e-c4b1f5beb4c7 req-08c16b86-baa5-4d87-8e0f-dfcbbce52098 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 1130 time: 0.0452702 Apr 06 12:43:28.959173 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-bb95aa47-b165-400c-915e-c4b1f5beb4c7 req-cf3bf475-bf87-4727-8465-730945236b4a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389743 Apr 06 12:43:29.507202 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017e1e-c6ed-4961-92d3-7135267245e6 req-283b1e35-2edb-420d-afa0-c38834377544 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:29.508623 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-94017e1e-c6ed-4961-92d3-7135267245e6 req-283b1e35-2edb-420d-afa0-c38834377544 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0535154 Apr 06 12:43:29.555468 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-94017e1e-c6ed-4961-92d3-7135267245e6 req-10a24b44-6908-4948-a1d2-54cae7a976e1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411782 Apr 06 12:43:30.674112 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df3398-7bf8-4a23-b5e0-3bbab56b5128 req-32a67a48-278e-4fbc-857d-19c44b4102f3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:30.676125 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c6df3398-7bf8-4a23-b5e0-3bbab56b5128 req-32a67a48-278e-4fbc-857d-19c44b4102f3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0532925 Apr 06 12:43:30.726207 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c6df3398-7bf8-4a23-b5e0-3bbab56b5128 req-03d5091f-ab8c-4ce5-b54c-515a5ff235fc tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446012 Apr 06 12:43:31.843207 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0c60a-7451-4bc1-9de7-6d804141412e req-476619b2-3ae6-4ee2-8042-d2f0ca85e918 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:31.844694 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a2c0c60a-7451-4bc1-9de7-6d804141412e req-476619b2-3ae6-4ee2-8042-d2f0ca85e918 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0532706 Apr 06 12:43:31.891484 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a2c0c60a-7451-4bc1-9de7-6d804141412e req-a091ac31-5dcd-4a55-aa7c-6c820c1bb648 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Apr 06 12:43:33.018662 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9d1a0-760c-49ed-aa00-6b0473ac96dc req-a7ab5e14-b218-4a17-bc97-0a7a43e4831a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:33.021213 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3b9d1a0-760c-49ed-aa00-6b0473ac96dc req-a7ab5e14-b218-4a17-bc97-0a7a43e4831a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0601900 Apr 06 12:43:33.068971 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3b9d1a0-760c-49ed-aa00-6b0473ac96dc req-d0c61367-24c2-4d56-a22b-0539ee48d328 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Apr 06 12:43:33.722376 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:34.193889 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c9b29-4d5c-4e54-8b0a-13a13eb7de46 req-0b3edbb3-c668-46fa-9b08-fa849a48f706 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:34.195445 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-948c9b29-4d5c-4e54-8b0a-13a13eb7de46 req-0b3edbb3-c668-46fa-9b08-fa849a48f706 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0585759 Apr 06 12:43:34.242525 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-948c9b29-4d5c-4e54-8b0a-13a13eb7de46 req-523de49a-4bd9-40c8-9e23-2b13e74ac697 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415056 Apr 06 12:43:35.359700 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1053b-d30f-49ed-9225-e3e4533c6bc7 req-6700fb2e-0d1c-4dd0-8639-c1ae6cf2f6a9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:35.361184 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-63b1053b-d30f-49ed-9225-e3e4533c6bc7 req-6700fb2e-0d1c-4dd0-8639-c1ae6cf2f6a9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0521169 Apr 06 12:43:35.408272 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-63b1053b-d30f-49ed-9225-e3e4533c6bc7 req-d8855925-1963-4b74-8505-34edf1519d85 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Apr 06 12:43:35.753010 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:43:36.538648 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfbf4c-3542-42d6-b3d4-fa63ebabe893 req-7bf0ed0a-05e8-48b4-aeac-1cbebfb3d31b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:36.540149 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92dfbf4c-3542-42d6-b3d4-fa63ebabe893 req-7bf0ed0a-05e8-48b4-aeac-1cbebfb3d31b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0660143 Apr 06 12:43:36.586419 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92dfbf4c-3542-42d6-b3d4-fa63ebabe893 req-20fe2c16-f8b6-480a-91a5-090b0d6e76e1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407326 Apr 06 12:43:36.701813 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938bd5a-41e9-4f88-a561-d4bbf68b67d2 req-e087cc4c-8b04-45db-9080-bf49fe9c497c tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:36.703250 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e938bd5a-41e9-4f88-a561-d4bbf68b67d2 req-e087cc4c-8b04-45db-9080-bf49fe9c497c tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0529306 Apr 06 12:43:36.753304 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e938bd5a-41e9-4f88-a561-d4bbf68b67d2 req-bb3b80ff-c06c-458c-a568-c2fd281ee4e0 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435321 Apr 06 12:43:37.088042 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffe8c1-19c3-4005-9b3d-d8c0e69f2226 req-671cea3c-2c64-451c-bfed-c83ba0972237 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:43:37.089523 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c7ffe8c1-19c3-4005-9b3d-d8c0e69f2226 req-671cea3c-2c64-451c-bfed-c83ba0972237 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0535080 Apr 06 12:43:37.141772 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c7ffe8c1-19c3-4005-9b3d-d8c0e69f2226 req-ca8391d7-83ca-458b-8831-257ebdd1fca7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 Apr 06 12:43:39.362516 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-82cef586-1581-4465-8f03-6d9f55313e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:41.802342 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1d491ca7-5e60-4600-b296-94c7e19c8f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:43.008179 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:44.545840 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:43:46.059457 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:00.734766 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-4980c72b-1e07-4c93-982e-12f17140443b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447440 Apr 06 12:44:00.853050 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-38f5e052-b3ea-4569-882a-16213953d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:00.854647 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-38f5e052-b3ea-4569-882a-16213953d325 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 1130 time: 0.0467088 Apr 06 12:44:00.965620 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-8b2ea011-817e-4e97-baa2-086d4030a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:00.967012 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-8b2ea011-817e-4e97-baa2-086d4030a23a service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.0912879 Apr 06 12:44:01.017983 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-a5856400-f902-465d-8f34-01a3c4847475 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=077852a7-2771-46ad-b0c7-a4d1684b012d HTTP/1.1" status: 200 len: 217 time: 0.0425737 Apr 06 12:44:01.073551 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-864ab72a-0725-4e89-ab59-7d69a3cff68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:01.075063 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-864ab72a-0725-4e89-ab59-7d69a3cff68d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0494123 Apr 06 12:44:01.124422 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-d41e358f-870a-42b1-b157-18558e715c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:01.126345 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-d41e358f-870a-42b1-b157-18558e715c93 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444322 Apr 06 12:44:01.215965 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-603fccb3-320b-467d-905c-f0c952b21845 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826461 Apr 06 12:44:01.318306 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5b102991-bcd8-4abd-aca8-c8902156caa6 req-79bdc497-6fd2-450d-be93-4de06d5e90cc service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947373 Apr 06 12:44:03.693135 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:05.634040 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85750e9f-01bf-4f8c-9723-73d147be8bfe req-ba4a804a-68dc-40c0-bcd3-afd53bf28965 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:05.635666 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85750e9f-01bf-4f8c-9723-73d147be8bfe req-ba4a804a-68dc-40c0-bcd3-afd53bf28965 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.2109814 Apr 06 12:44:05.683507 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85750e9f-01bf-4f8c-9723-73d147be8bfe req-04bb6c80-21eb-43b7-9f27-e9b95869beaf tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Apr 06 12:44:05.706233 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 47360) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:05.859558 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c11d578-f087-4c7e-94a0-d26f19778196 tempest-TestMinimumBasicScenario-561742172 tempest-TestMinimumBasicScenario-561742172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:05.862066 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-3c11d578-f087-4c7e-94a0-d26f19778196 tempest-TestMinimumBasicScenario-561742172 tempest-TestMinimumBasicScenario-561742172-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 1125 time: 0.1537759 Apr 06 12:44:05.872320 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 47364) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:05.876843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'port_id': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:05.990421 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:06.090133 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:06.195893 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Allocated IP 172.27.0.6 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/fc8c4de9-db2e-4011-8f92-5fa21668ec3e) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:44:06.310810 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for port (fc8c4de9-db2e-4011-8f92-5fa21668ec3e), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:06.413723 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (fc8c4de9-db2e-4011-8f92-5fa21668ec3e), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:06.451393 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:44:06.456805 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:44:06.460626 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:44:06.466807 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'Port': ['ID=fc8c4de9-db2e-4011-8f92-5fa21668ec3e,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:06.846939 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee59781-bb09-4a9a-9215-96ac4d800780 req-16c3c2bc-82af-4ecc-a940-6e3615d88611 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:06.848966 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eee59781-bb09-4a9a-9215-96ac4d800780 req-16c3c2bc-82af-4ecc-a940-6e3615d88611 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.1461146 Apr 06 12:44:06.913955 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for floatingip (d24e7e89-7b8f-4258-8242-68777dad9e61), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:06.960257 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eee59781-bb09-4a9a-9215-96ac4d800780 req-611be8c3-794f-4f72-b08f-efd21978d49e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056845 Apr 06 12:44:07.110933 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (fc8c4de9-db2e-4011-8f92-5fa21668ec3e), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:07.290837 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for port (fc8c4de9-db2e-4011-8f92-5fa21668ec3e), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:07.384743 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (fc8c4de9-db2e-4011-8f92-5fa21668ec3e), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:07.458065 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'Port': ['ID=fc8c4de9-db2e-4011-8f92-5fa21668ec3e,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:07.467272 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (d24e7e89-7b8f-4258-8242-68777dad9e61), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:07.571477 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Floating IP d24e7e89-7b8f-4258-8242-68777dad9e61 associated. External IP: 172.27.0.6, port: 41cb1edf-d96f-4f76-adb4-216fb958d179. Apr 06 12:44:08.045446 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Router 3d730838-a101-42e4-9ecd-b5588c96d030 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:44:08.206502 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f391215-e61c-496e-a43f-73180ef29d11 req-443b57dc-7788-4a3f-9d1d-9988effdd19a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:08.208009 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5f391215-e61c-496e-a43f-73180ef29d11 req-443b57dc-7788-4a3f-9d1d-9988effdd19a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.1755588 Apr 06 12:44:08.216199 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:44:08.226327 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] Sync routers for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:44:08.238508 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:44:08.239297 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:43:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:44:08.270210 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5f391215-e61c-496e-a43f-73180ef29d11 req-763ffdec-5652-46c8-ab9d-eb2af029da33 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559318 Apr 06 12:44:08.321847 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:08.366170 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-7a91d28c-95fa-42e6-a331-2009025a336e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4924421 Apr 06 12:44:08.366939 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:44:08.368676 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 47392) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:08.370675 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41654b8-4aa0-457e-96ed-9686322aecd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:44:08.374864 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-781219e6-5388-4769-8614-252b2581ea08 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814176600', 'description': 'tempest-secgroup-smoke-1814176600 description', 'project_id': '60236bb2f02348b099a6dc6a40f88895'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:08.393922 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:44:08.417067 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67481de-9116-477f-be4f-8fe40eddf7a6 x-openstack-request-id: req-b67481de-9116-477f-be4f-8fe40eddf7a6 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:44:08.417472 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:44:08.417878 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b67481de-9116-477f-be4f-8fe40eddf7a6 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:44:08.418290 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67481de-9116-477f-be4f-8fe40eddf7a6'] response: {'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'status': 'completed', 'code': 200} Apr 06 12:44:08.436047 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-781219e6-5388-4769-8614-252b2581ea08 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:08.550697 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-781219e6-5388-4769-8614-252b2581ea08 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group (851b62dd-e6af-491c-821d-782e596aebe7), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:08.567234 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-13a3a2a9-ad7b-4d7b-8f04-87ecf8d0e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:08.568874 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-13a3a2a9-ad7b-4d7b-8f04-87ecf8d0e8cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60236bb2f02348b099a6dc6a40f88895&device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 1130 time: 0.0755067 Apr 06 12:44:08.624580 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-781219e6-5388-4769-8614-252b2581ea08 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (851b62dd-e6af-491c-821d-782e596aebe7), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:08.663962 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781219e6-5388-4769-8614-252b2581ea08 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851b62dd-e6af-491c-821d-782e596aebe7,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:08.702097 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-b4c711de-1679-4faf-8336-4f00aba760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:08.712520 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-b4c711de-1679-4faf-8336-4f00aba760e1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=830dd20d-595a-4add-ac85-c7289c5a0e71 HTTP/1.1" status: 200 len: 916 time: 0.1273758 Apr 06 12:44:08.741542 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'd24e7e89-7b8f-4258-8242-68777dad9e61', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'port_id': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'mac_address': 'fa:16:3e:03:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:44:06Z', 'updated_at': '2022-04-06T12:44:06Z', 'revision_number': 0, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e094700a-498b-4a31-8fa9-7b9a943a0003', 'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'mac_address': 'fa:16:3e:64:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:12Z', 'updated_at': '2022-04-06T12:42:18Z', 'revision_number': 5, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'subnets': [{'id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:44:08.775223 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] Checking router: 3d730838-a101-42e4-9ecd-b5588c96d030 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:44:08.785543 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:44:08.786159 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:43:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:44:08.788408 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-781219e6-5388-4769-8614-252b2581ea08 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:08.789661 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-781219e6-5388-4769-8614-252b2581ea08 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4195704 Apr 06 12:44:08.792639 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 47398) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:08.797221 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-57b1853b-9c39-4a66-8444-2e3ac8b8fba6 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'security_group_rule': {'security_group_id': '851b62dd-e6af-491c-821d-782e596aebe7', 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:08.808196 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-0e367e77-bd61-4853-a895-4cf3d0847375 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 200 len: 998 time: 0.0724921 Apr 06 12:44:08.862333 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-f8f9b3a4-58db-4111-88e4-b8434f33958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:08.866671 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-f8f9b3a4-58db-4111-88e4-b8434f33958b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e025e6c-5329-412d-b978-79cd97605cd8 HTTP/1.1" status: 200 len: 854 time: 0.0485501 Apr 06 12:44:08.886678 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57b1853b-9c39-4a66-8444-2e3ac8b8fba6 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (791fda5f-5c8b-4459-b078-396c760e10e0), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:08.904026 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:44:08.922211 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-7f00bfa2-83e5-4c49-ba85-28c0ec96e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:08.924080 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-7f00bfa2-83e5-4c49-ba85-28c0ec96e13c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=830dd20d-595a-4add-ac85-c7289c5a0e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523932 Apr 06 12:44:08.955627 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57b1853b-9c39-4a66-8444-2e3ac8b8fba6 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (791fda5f-5c8b-4459-b078-396c760e10e0), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.031576 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57b1853b-9c39-4a66-8444-2e3ac8b8fba6 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (791fda5f-5c8b-4459-b078-396c760e10e0), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.053974 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1853b-9c39-4a66-8444-2e3ac8b8fba6 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791fda5f-5c8b-4459-b078-396c760e10e0,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:09.135227 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57b1853b-9c39-4a66-8444-2e3ac8b8fba6 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.137212 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-57b1853b-9c39-4a66-8444-2e3ac8b8fba6 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3429940 Apr 06 12:44:09.140114 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 47400) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:09.145627 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-a7d123bd-78fc-416e-9888-52c6da1561fd tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'security_group_rule': {'security_group_id': '851b62dd-e6af-491c-821d-782e596aebe7', 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:09.175090 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'd24e7e89-7b8f-4258-8242-68777dad9e61', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'port_id': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'mac_address': 'fa:16:3e:03:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:44:06Z', 'updated_at': '2022-04-06T12:44:06Z', 'revision_number': 0, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e094700a-498b-4a31-8fa9-7b9a943a0003', 'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'mac_address': 'fa:16:3e:64:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:12Z', 'updated_at': '2022-04-06T12:42:18Z', 'revision_number': 5, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'subnets': [{'id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:44:09.210374 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c407f77c-7f10-45d9-be49-d3287b18a5be None None] The sync data for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi is: [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'd24e7e89-7b8f-4258-8242-68777dad9e61', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'floating_ip_address': '172.27.0.6', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'port_id': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'mac_address': 'fa:16:3e:03:73:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:44:06Z', 'updated_at': '2022-04-06T12:44:06Z', 'revision_number': 0, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e094700a-498b-4a31-8fa9-7b9a943a0003', 'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'mac_address': 'fa:16:3e:64:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:12Z', 'updated_at': '2022-04-06T12:42:18Z', 'revision_number': 5, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'subnets': [{'id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:44:09.253136 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a7d123bd-78fc-416e-9888-52c6da1561fd tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (7558f460-0f92-408b-96c1-1d6bf96ea73a), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.404918 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-33165715-a9d0-49b6-ad01-d4b7511011b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.408794 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a7d123bd-78fc-416e-9888-52c6da1561fd tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (7558f460-0f92-408b-96c1-1d6bf96ea73a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.448694 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-2caaf80c-30fc-4d38-9386-ef58bfe56ccf service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417093 Apr 06 12:44:09.505947 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a7d123bd-78fc-416e-9888-52c6da1561fd tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (7558f460-0f92-408b-96c1-1d6bf96ea73a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.513041 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ee716-4cce-4d51-ab23-3f5b5df08fff None None] New status for floating IP d24e7e89-7b8f-4258-8242-68777dad9e61: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:44:09.521054 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcfeb9-af06-4e94-b7b0-b3b830ec25b0 req-c1292777-2224-4583-b83c-924ca2f6d70e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:09.521768 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92bcfeb9-af06-4e94-b7b0-b3b830ec25b0 req-c1292777-2224-4583-b83c-924ca2f6d70e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.1335700 Apr 06 12:44:09.527272 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d123bd-78fc-416e-9888-52c6da1561fd tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7558f460-0f92-408b-96c1-1d6bf96ea73a,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:09.573301 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-60ec964f-c39b-4c18-a71c-12581d8cc74e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:09.574998 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-60ec964f-c39b-4c18-a71c-12581d8cc74e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 945 time: 0.1473701 Apr 06 12:44:09.590297 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-b41654b8-4aa0-457e-96ed-9686322aecd3 req-97ce19a8-b50f-4e60-b42c-7c7c351cebec service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344566 Apr 06 12:44:09.631036 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a7d123bd-78fc-416e-9888-52c6da1561fd tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.634097 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a7d123bd-78fc-416e-9888-52c6da1561fd tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4914489 Apr 06 12:44:09.635938 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 47410) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:09.642359 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-3ca98b44-3def-4f50-bc31-f40a3c74d5ec tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'security_group_rule': {'security_group_id': '851b62dd-e6af-491c-821d-782e596aebe7', 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:09.651016 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92bcfeb9-af06-4e94-b7b0-b3b830ec25b0 req-fc3aec24-5df3-4b51-8f15-c656a9df54ea tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234908 Apr 06 12:44:09.718849 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Deleting port 11c34fa9-a9ae-4999-8699-cb9e5da65691 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:44:09.719191 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.729092 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ca98b44-3def-4f50-bc31-f40a3c74d5ec tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (38207990-1dee-44c2-8abb-d04b1a57b822), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.808346 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ca98b44-3def-4f50-bc31-f40a3c74d5ec tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (38207990-1dee-44c2-8abb-d04b1a57b822), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.833905 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] For port 11c34fa9-a9ae-4999-8699-cb9e5da65691, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=11c34fa9-a9ae-4999-8699-cb9e5da65691,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:44:09.834276 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.851462 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Calling delete_port for 11c34fa9-a9ae-4999-8699-cb9e5da65691 owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:44:09.879319 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ca98b44-3def-4f50-bc31-f40a3c74d5ec tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (38207990-1dee-44c2-8abb-d04b1a57b822), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.902463 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca98b44-3def-4f50-bc31-f40a3c74d5ec tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38207990-1dee-44c2-8abb-d04b1a57b822,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:09.992594 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3ca98b44-3def-4f50-bc31-f40a3c74d5ec tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:09.993901 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3ca98b44-3def-4f50-bc31-f40a3c74d5ec tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568823 Apr 06 12:44:09.999749 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 47412) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:10.001083 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-bd0be50e-aa00-43ff-ac9a-2c0e27dd676a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'security_group_rule': {'security_group_id': '851b62dd-e6af-491c-821d-782e596aebe7', 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:10.092469 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd0be50e-aa00-43ff-ac9a-2c0e27dd676a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (acb12642-5ded-474c-94c3-d77da43429c8), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.093422 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (11c34fa9-a9ae-4999-8699-cb9e5da65691), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.128202 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Pushing event deleted for resources: {'Port': ['ID=11c34fa9-a9ae-4999-8699-cb9e5da65691,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:10.135677 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['11c34fa9-a9ae-4999-8699-cb9e5da65691'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:44:10.158864 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd0be50e-aa00-43ff-ac9a-2c0e27dd676a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (acb12642-5ded-474c-94c3-d77da43429c8), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.185121 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] No DVR routers for this DVR port 11c34fa9-a9ae-4999-8699-cb9e5da65691 on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:44:10.189677 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.194316 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed6a5222-91df-4a8c-a3cf-ae1878ef1b1e req-52d77cbd-787f-4785-a7a6-a972fc730050 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.74 "DELETE /v2.0/ports/11c34fa9-a9ae-4999-8699-cb9e5da65691 HTTP/1.1" status: 204 len: 173 time: 0.6112614 Apr 06 12:44:10.224686 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd0be50e-aa00-43ff-ac9a-2c0e27dd676a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (acb12642-5ded-474c-94c3-d77da43429c8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.244879 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0be50e-aa00-43ff-ac9a-2c0e27dd676a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb12642-5ded-474c-94c3-d77da43429c8,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:10.301403 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bd0be50e-aa00-43ff-ac9a-2c0e27dd676a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.302655 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bd0be50e-aa00-43ff-ac9a-2c0e27dd676a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049903 Apr 06 12:44:10.305390 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 47416) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:10.309839 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-c230cab6-c7e6-4122-a308-bd18a52d66b7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'security_group_rule': {'security_group_id': '851b62dd-e6af-491c-821d-782e596aebe7', 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:10.384616 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.securitygroups_db [None req-c230cab6-c7e6-4122-a308-bd18a52d66b7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Project 60236bb2f02348b099a6dc6a40f88895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:44:10.389859 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c230cab6-c7e6-4122-a308-bd18a52d66b7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (dfdb8cc5-cb6d-4ebb-8460-7a78cce407c0), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.420015 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1c450c-12dd-4a54-a0b9-c778ff5990f9', 'name': 'network-vif-deleted', 'tag': '11c34fa9-a9ae-4999-8699-cb9e5da65691'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:44:10.422537 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43a810b-31d5-4346-bd13-1a8df1914a13" -d '{"events": [{"server_uuid": "ad1c450c-12dd-4a54-a0b9-c778ff5990f9", "name": "network-vif-deleted", "tag": "11c34fa9-a9ae-4999-8699-cb9e5da65691"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:44:10.452082 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c230cab6-c7e6-4122-a308-bd18a52d66b7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (dfdb8cc5-cb6d-4ebb-8460-7a78cce407c0), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.467529 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274621f0-8cc1-4273-a04a-77bf282fcfbd x-openstack-request-id: req-274621f0-8cc1-4273-a04a-77bf282fcfbd {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:44:10.467825 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1c450c-12dd-4a54-a0b9-c778ff5990f9", "name": "network-vif-deleted", "tag": "11c34fa9-a9ae-4999-8699-cb9e5da65691", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:44:10.468081 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-274621f0-8cc1-4273-a04a-77bf282fcfbd {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:44:10.468483 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274621f0-8cc1-4273-a04a-77bf282fcfbd'] response: {'server_uuid': 'ad1c450c-12dd-4a54-a0b9-c778ff5990f9', 'name': 'network-vif-deleted', 'tag': '11c34fa9-a9ae-4999-8699-cb9e5da65691', 'status': 'completed', 'code': 200} Apr 06 12:44:10.535086 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c230cab6-c7e6-4122-a308-bd18a52d66b7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (dfdb8cc5-cb6d-4ebb-8460-7a78cce407c0), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.561332 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230cab6-c7e6-4122-a308-bd18a52d66b7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdb8cc5-cb6d-4ebb-8460-7a78cce407c0,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:10.615104 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c230cab6-c7e6-4122-a308-bd18a52d66b7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.616378 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c230cab6-c7e6-4122-a308-bd18a52d66b7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3100150 Apr 06 12:44:10.619073 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 47426) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:10.623639 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-ad99e58e-68ca-455a-826c-9a2859e374e3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'security_group_rule': {'security_group_id': '851b62dd-e6af-491c-821d-782e596aebe7', 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:10.693243 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.securitygroups_db [None req-ad99e58e-68ca-455a-826c-9a2859e374e3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Project 60236bb2f02348b099a6dc6a40f88895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:44:10.701075 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad99e58e-68ca-455a-826c-9a2859e374e3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (98abc4cd-c5bb-4e38-ac68-0fcefb0ad553), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.768057 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad99e58e-68ca-455a-826c-9a2859e374e3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (98abc4cd-c5bb-4e38-ac68-0fcefb0ad553), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.779503 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-da5efda3-fd35-4e9c-967c-873d36a2f729 req-e9f74234-7778-4061-873d-a133492ed69c tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad1c450c-12dd-4a54-a0b9-c778ff5990f9 HTTP/1.1" status: 200 len: 210 time: 0.0327268 Apr 06 12:44:10.830724 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad99e58e-68ca-455a-826c-9a2859e374e3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (98abc4cd-c5bb-4e38-ac68-0fcefb0ad553), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.849967 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99e58e-68ca-455a-826c-9a2859e374e3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98abc4cd-c5bb-4e38-ac68-0fcefb0ad553,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:10.927043 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad99e58e-68ca-455a-826c-9a2859e374e3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:10.928353 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ad99e58e-68ca-455a-826c-9a2859e374e3 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3083580 Apr 06 12:44:11.020152 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-bdbc376a-74a7-4ed9-ab0f-cf075f8fae0d tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814176600&fields=id&tenant_id=60236bb2f02348b099a6dc6a40f88895 HTTP/1.1" status: 200 len: 267 time: 0.0445569 Apr 06 12:44:11.101971 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-027634f1-d25f-4eea-b0c1-7339a0a01021 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:11.103591 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-027634f1-d25f-4eea-b0c1-7339a0a01021 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0781627 Apr 06 12:44:11.119230 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-8ee5703b-feb9-42c1-972b-762ff5ff47c9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'port': {'security_groups': ['dd14cc5c-9bd3-4d90-aec5-0f326fad8911', '851b62dd-e6af-491c-821d-782e596aebe7']}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:11.222901 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-8ee5703b-feb9-42c1-972b-762ff5ff47c9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:11.241302 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4004d-32fa-48a3-ba93-57ced1ae55ca req-f2cc72a3-e22f-4f2a-bc53-cdf4b84af45d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:11.242829 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8da4004d-32fa-48a3-ba93-57ced1ae55ca req-f2cc72a3-e22f-4f2a-bc53-cdf4b84af45d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.1006684 Apr 06 12:44:11.336088 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8da4004d-32fa-48a3-ba93-57ced1ae55ca req-868e4566-1e6f-46c1-bba3-5d3236ad7ceb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867021 Apr 06 12:44:11.472571 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-8ee5703b-feb9-42c1-972b-762ff5ff47c9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] For port 41cb1edf-d96f-4f76-adb4-216fb958d179, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=41cb1edf-d96f-4f76-adb4-216fb958d179,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:44:11.501479 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-8ee5703b-feb9-42c1-972b-762ff5ff47c9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:11.567207 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-8ee5703b-feb9-42c1-972b-762ff5ff47c9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:11.614330 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['41cb1edf-d96f-4f76-adb4-216fb958d179'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:44:11.624818 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-8ee5703b-feb9-42c1-972b-762ff5ff47c9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:11.632020 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-8ee5703b-feb9-42c1-972b-762ff5ff47c9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:11.632020 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3debbe58-9813-4240-a28b-f2b8bcd85468 req-8ee5703b-feb9-42c1-972b-762ff5ff47c9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "PUT /v2.0/ports/41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 200 len: 982 time: 0.5134799 Apr 06 12:44:11.638497 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5703b-feb9-42c1-972b-762ff5ff47c9 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'Port': ['ID=41cb1edf-d96f-4f76-adb4-216fb958d179,revision_number=6']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:11.750983 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cf619-98dc-4363-92a0-8fc2e69fb37d req-511a4607-5306-4ae2-9391-627453fb9d84 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:11.752713 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-607cf619-98dc-4363-92a0-8fc2e69fb37d req-511a4607-5306-4ae2-9391-627453fb9d84 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0697951 Apr 06 12:44:11.812394 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['41cb1edf-d96f-4f76-adb4-216fb958d179'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:44:11.819982 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-607cf619-98dc-4363-92a0-8fc2e69fb37d req-3fa00345-0710-44c9-89d2-99ab85b0b943 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612638 Apr 06 12:44:11.871670 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f539b15b-f5df-49b2-a167-ad6c86ce5de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:11.984235 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-eb7a822e-517e-46ff-84c2-e2d19c683a3d None None] Provisioning complete for port 41cb1edf-d96f-4f76-adb4-216fb958d179 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:44:11.984606 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eb7a822e-517e-46ff-84c2-e2d19c683a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:12.216375 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-eb7a822e-517e-46ff-84c2-e2d19c683a3d None None] Current status of the port 41cb1edf-d96f-4f76-adb4-216fb958d179 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:44:12.469182 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:44:12.472212 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07365ed8-2255-4b30-9290-cf1e68546f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:44:12.482008 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895431e9-4d42-464b-9969-98934e5cf687 req-16b8d7d2-e712-4831-b78e-36268b07a0f2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:12.483530 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-895431e9-4d42-464b-9969-98934e5cf687 req-16b8d7d2-e712-4831-b78e-36268b07a0f2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0608072 Apr 06 12:44:12.509315 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d938163e-7472-4ea3-9346-c3544ebe0683 x-openstack-request-id: req-d938163e-7472-4ea3-9346-c3544ebe0683 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:44:12.509605 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:44:12.509865 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d938163e-7472-4ea3-9346-c3544ebe0683 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:44:12.510256 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d938163e-7472-4ea3-9346-c3544ebe0683'] response: {'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'status': 'completed', 'code': 200} Apr 06 12:44:12.533849 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-895431e9-4d42-464b-9969-98934e5cf687 req-6ebeb51c-e666-40a9-94e6-6e463fa51e71 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443478 Apr 06 12:44:12.605138 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-6e40fab8-7f2d-465a-8735-5b1b88fede6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:12.606657 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-6e40fab8-7f2d-465a-8735-5b1b88fede6d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60236bb2f02348b099a6dc6a40f88895&device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 1169 time: 0.0459609 Apr 06 12:44:12.701162 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-2e688d49-abe8-4e9c-bc1d-6b0e2f6c987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:12.702689 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-2e688d49-abe8-4e9c-bc1d-6b0e2f6c987e service neutron] 10.222.0.74 "GET /v2.0/networks?id=830dd20d-595a-4add-ac85-c7289c5a0e71 HTTP/1.1" status: 200 len: 916 time: 0.0843315 Apr 06 12:44:12.755393 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:44:12.783966 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-f3bebff6-b50b-4c3d-977e-f379ec7887f4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 200 len: 1000 time: 0.0735729 Apr 06 12:44:12.832420 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-5fffc806-5ca9-42fa-bbe2-27a0ea8a8348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:12.833840 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-5fffc806-5ca9-42fa-bbe2-27a0ea8a8348 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e025e6c-5329-412d-b978-79cd97605cd8 HTTP/1.1" status: 200 len: 854 time: 0.0436645 Apr 06 12:44:12.884253 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-de62ca35-20a6-4cc1-85c1-5f6fef2df57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:12.885680 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-de62ca35-20a6-4cc1-85c1-5f6fef2df57a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=830dd20d-595a-4add-ac85-c7289c5a0e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444455 Apr 06 12:44:12.978847 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-d2c84496-93b4-48ef-a449-87803088f317 service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848207 Apr 06 12:44:13.007650 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:13.050057 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 11c34fa9-a9ae-4999-8699-cb9e5da65691 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:44:13.070700 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07365ed8-2255-4b30-9290-cf1e68546f7a req-bfbfeffa-f744-4894-b457-c4310c811746 service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858753 Apr 06 12:44:13.074598 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 11c34fa9-a9ae-4999-8699-cb9e5da65691 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:44:13.075068 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 11c34fa9-a9ae-4999-8699-cb9e5da65691 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:44:13.666238 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a3c38-38cd-49e2-a1cb-1fcfa629b705 req-6c037985-c088-487c-b4c0-4424cf460ef5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:13.668156 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d77a3c38-38cd-49e2-a1cb-1fcfa629b705 req-6c037985-c088-487c-b4c0-4424cf460ef5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0621016 Apr 06 12:44:13.715505 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d77a3c38-38cd-49e2-a1cb-1fcfa629b705 req-cf4bae91-c126-40ea-86e7-472c723158d5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419695 Apr 06 12:44:14.561672 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:14.836835 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baab25-0362-4375-b4c4-caeb7de79696 req-d0621b2a-0695-423f-888a-0c4713e22890 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:14.838285 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-15baab25-0362-4375-b4c4-caeb7de79696 req-d0621b2a-0695-423f-888a-0c4713e22890 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0522435 Apr 06 12:44:14.887024 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-15baab25-0362-4375-b4c4-caeb7de79696 req-335bc06a-f4bb-43e8-8370-06bd0d86a9c1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431674 Apr 06 12:44:16.012872 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94124ef-a616-4592-95bf-ef19c368bf4c req-553b9347-c215-46f6-bd41-accf12ab65b3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:16.014240 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f94124ef-a616-4592-95bf-ef19c368bf4c req-553b9347-c215-46f6-bd41-accf12ab65b3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0569620 Apr 06 12:44:16.067429 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f94124ef-a616-4592-95bf-ef19c368bf4c req-682d5559-6b39-4f3d-8794-399097f2441a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432134 Apr 06 12:44:16.076016 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:17.202884 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf0ac0-858d-4bc6-8aa2-1508159576b4 req-10eb5919-58fa-4f59-b890-320978175337 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:17.204363 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-56cf0ac0-858d-4bc6-8aa2-1508159576b4 req-10eb5919-58fa-4f59-b890-320978175337 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0537088 Apr 06 12:44:17.252237 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-56cf0ac0-858d-4bc6-8aa2-1508159576b4 req-ac4f8e1b-270e-49c0-86cc-35702a1fb691 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411015 Apr 06 12:44:18.387948 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd002a1f-f2c5-4f1b-9221-3bb38b9a6a78 req-e3cd011a-a2f1-493f-9357-30da925b4e5c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:18.389418 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fd002a1f-f2c5-4f1b-9221-3bb38b9a6a78 req-e3cd011a-a2f1-493f-9357-30da925b4e5c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0543354 Apr 06 12:44:18.439590 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fd002a1f-f2c5-4f1b-9221-3bb38b9a6a78 req-eb871110-743c-4294-b8ed-a6fffc5b757f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436115 Apr 06 12:44:19.559958 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b84184-85a7-4fd7-a216-44fc314cec15 req-a3658331-d1d1-4bfa-abc7-a9b1b2c07ee8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:19.561457 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-12b84184-85a7-4fd7-a216-44fc314cec15 req-a3658331-d1d1-4bfa-abc7-a9b1b2c07ee8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0519009 Apr 06 12:44:19.616564 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-12b84184-85a7-4fd7-a216-44fc314cec15 req-6d6723d7-bbf8-437d-b6ac-5ff383e89328 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487440 Apr 06 12:44:20.739441 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6991a2-b629-42a0-8e21-190c6a54c2d2 req-72f16855-543f-4df9-ba42-f7b5ab4382ef tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:20.740997 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0f6991a2-b629-42a0-8e21-190c6a54c2d2 req-72f16855-543f-4df9-ba42-f7b5ab4382ef tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0530562 Apr 06 12:44:20.788295 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0f6991a2-b629-42a0-8e21-190c6a54c2d2 req-afa2d422-771f-418b-92ac-da4f71e6df79 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415618 Apr 06 12:44:21.914793 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25459aba-beac-40de-966d-241aaa49638b req-c52b22f0-2932-4e4c-96fe-acda87dd1850 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:21.916279 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-25459aba-beac-40de-966d-241aaa49638b req-c52b22f0-2932-4e4c-96fe-acda87dd1850 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0572851 Apr 06 12:44:21.963749 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-25459aba-beac-40de-966d-241aaa49638b req-fab41208-7b7d-4e53-8e4e-cd58f3501167 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413337 Apr 06 12:44:23.097139 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cdf07-c0b4-44bc-951c-2b00e1e112ad req-6ae1a95e-5a63-4b60-af03-3218c6bf6ef6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:23.098744 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-519cdf07-c0b4-44bc-951c-2b00e1e112ad req-6ae1a95e-5a63-4b60-af03-3218c6bf6ef6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0594971 Apr 06 12:44:23.164730 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-519cdf07-c0b4-44bc-951c-2b00e1e112ad req-d3a3c561-cb12-4403-a5ab-511473cca9d3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597582 Apr 06 12:44:24.291072 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbaee3-cf30-448f-a8b9-108040a64379 req-f4220f5c-9849-499d-a7bc-c1d121b0af95 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:24.292541 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-27bbaee3-cf30-448f-a8b9-108040a64379 req-f4220f5c-9849-499d-a7bc-c1d121b0af95 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0529265 Apr 06 12:44:24.343415 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-27bbaee3-cf30-448f-a8b9-108040a64379 req-2375c640-5722-446e-94de-b2c7bca40651 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453331 Apr 06 12:44:25.468777 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd98835-57b8-4f90-a972-88482cc1fd63 req-13b99d54-9cbd-49cf-a637-348f997fd60f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:25.470212 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0cd98835-57b8-4f90-a972-88482cc1fd63 req-13b99d54-9cbd-49cf-a637-348f997fd60f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0517454 Apr 06 12:44:25.519145 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0cd98835-57b8-4f90-a972-88482cc1fd63 req-e6917317-3abb-4b44-8a1e-b94409822b63 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410025 Apr 06 12:44:26.641644 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61a058-8385-4156-af3b-eebefe257d86 req-3cadc1a5-4a7e-49cd-a1a3-a850a8ec783d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:26.643295 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c61a058-8385-4156-af3b-eebefe257d86 req-3cadc1a5-4a7e-49cd-a1a3-a850a8ec783d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0531301 Apr 06 12:44:26.688612 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c61a058-8385-4156-af3b-eebefe257d86 req-f1da6de3-6e00-4b90-9abc-8d0c8d59cd90 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398562 Apr 06 12:44:27.813187 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9ff6b-d341-44a3-96a5-2ad9b9a91946 req-d7c65d63-1b65-43ad-8bbd-99abdfda3627 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:27.815251 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4cb9ff6b-d341-44a3-96a5-2ad9b9a91946 req-d7c65d63-1b65-43ad-8bbd-99abdfda3627 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0559330 Apr 06 12:44:27.866057 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4cb9ff6b-d341-44a3-96a5-2ad9b9a91946 req-8f54cc36-1352-452b-817a-f7c738f1316b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441256 Apr 06 12:44:28.986112 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbbbad-3199-4233-b7a1-d8d693c86174 req-1c892d3f-8187-4003-bc97-97b887df24b0 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:28.988178 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-71fbbbad-3199-4233-b7a1-d8d693c86174 req-1c892d3f-8187-4003-bc97-97b887df24b0 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0519059 Apr 06 12:44:29.034469 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-71fbbbad-3199-4233-b7a1-d8d693c86174 req-7beac0bf-3f99-471b-9dc9-572368ae8ee3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 Apr 06 12:44:30.159475 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f3bae-ffb3-4058-aa0b-fedd52979f28 req-aa726f23-3715-41ce-95b3-3d27066c344c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:30.160943 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5e7f3bae-ffb3-4058-aa0b-fedd52979f28 req-aa726f23-3715-41ce-95b3-3d27066c344c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0567186 Apr 06 12:44:30.209331 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5e7f3bae-ffb3-4058-aa0b-fedd52979f28 req-408db771-0b2c-4b11-93e5-b9ac1868a472 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428600 Apr 06 12:44:31.332672 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed248376-95e3-4e28-85a2-d42994cbddba req-a99b7c47-c725-4b2c-bc78-03b6866b1e4c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:31.334142 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed248376-95e3-4e28-85a2-d42994cbddba req-a99b7c47-c725-4b2c-bc78-03b6866b1e4c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0528543 Apr 06 12:44:31.380846 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed248376-95e3-4e28-85a2-d42994cbddba req-fe72f868-c68a-4a35-8884-1d47b94cce91 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411539 Apr 06 12:44:31.658880 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-2fa1b93d-534d-49d2-a589-a56e1e845fc7 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:31.660368 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-2fa1b93d-534d-49d2-a589-a56e1e845fc7 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/networks?id=278a7cc5-c862-44ff-b581-f81b8f6d30da HTTP/1.1" status: 200 len: 813 time: 0.1033058 Apr 06 12:44:31.674422 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-a8c08917-9010-45cb-8e67-b20970ca5437 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/quotas/24dc8c66d56d4ce2b5e4342f3c1714c8 HTTP/1.1" status: 200 len: 375 time: 0.0087376 Apr 06 12:44:31.706577 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-eeeeeb5b-3142-40e6-92d4-3f5522ce111e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=24dc8c66d56d4ce2b5e4342f3c1714c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261977 Apr 06 12:44:31.839797 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d4a33e22-159b-4884-ba1c-a155e770d6a6 service neutron] 10.222.0.60 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266596 Apr 06 12:44:31.927906 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-66fef63e-557f-4c81-b2b5-2d1810c29c4c service neutron] 10.222.0.60 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820239 Apr 06 12:44:32.179200 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-27cea24b-bb7e-41f9-bd9c-c5f1a6e85bb5 req-c5544573-d61e-4f4d-83b9-02ca6ceb8d6a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 210 time: 0.0274630 Apr 06 12:44:32.501696 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9845-8471-4bdf-bf5a-fc8cc2bdfd6e req-8e8e4b63-acba-42cc-a54e-516ff4fbc465 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:32.503816 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e34b9845-8471-4bdf-bf5a-fc8cc2bdfd6e req-8e8e4b63-acba-42cc-a54e-516ff4fbc465 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Apr 06 12:44:32.556328 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e34b9845-8471-4bdf-bf5a-fc8cc2bdfd6e req-c8e3ef0d-9dd0-4be4-bbf0-cae82cb29b21 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464559 Apr 06 12:44:33.284016 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-84fc2002-da17-451c-bd76-8faa592664e5 req-3812fa5f-10f7-4410-b390-4a84cf354008 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 210 time: 0.0338497 Apr 06 12:44:33.683522 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22ad92-6e13-434e-b3f1-453034416a74 req-ec3a883a-865a-4944-bad0-0f10a078a29c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:33.684985 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2f22ad92-6e13-434e-b3f1-453034416a74 req-ec3a883a-865a-4944-bad0-0f10a078a29c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0549178 Apr 06 12:44:33.715915 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:33.733064 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2f22ad92-6e13-434e-b3f1-453034416a74 req-832114ca-e7ec-40fc-968c-f5e56761a837 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424807 Apr 06 12:44:34.381645 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5bcf897d-8097-498f-96cd-1680da46f816 req-999f8f00-78cd-48ff-8290-53e3c61b3768 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 210 time: 0.0310993 Apr 06 12:44:34.482238 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-48ac3a7f-cb7f-4c6e-8df2-fd5d8f9ca39f tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:34.483688 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-48ac3a7f-cb7f-4c6e-8df2-fd5d8f9ca39f tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.74 "GET /v2.0/networks?id=278a7cc5-c862-44ff-b581-f81b8f6d30da HTTP/1.1" status: 200 len: 813 time: 0.0985804 Apr 06 12:44:34.502381 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Request body: {'port': {'device_id': 'e27c0330-276f-4f77-b0ce-05b2b877c416', 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da', 'admin_state_up': True, 'tenant_id': '24dc8c66d56d4ce2b5e4342f3c1714c8'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:34.669893 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Made reservation on behalf of 24dc8c66d56d4ce2b5e4342f3c1714c8 for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:44:34.673380 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:34.798388 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Allocated IP 172.20.0.12 (278a7cc5-c862-44ff-b581-f81b8f6d30da/7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf/ed94d92c-a814-4dcb-a738-07a557655387) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:44:34.931939 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d0962-fc83-4c05-ad51-403ea1d48600 req-a9d75f4d-d376-4094-81e2-6cf9c86bc22f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:34.933310 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a08d0962-fc83-4c05-ad51-403ea1d48600 req-a9d75f4d-d376-4094-81e2-6cf9c86bc22f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.1252325 Apr 06 12:44:35.014802 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a08d0962-fc83-4c05-ad51-403ea1d48600 req-458e040f-a053-405a-85ea-45d665ab5062 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747178 Apr 06 12:44:35.030056 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks [] for port (ed94d92c-a814-4dcb-a738-07a557655387), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:35.164867 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (ed94d92c-a814-4dcb-a738-07a557655387), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:35.224246 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Network 278a7cc5-c862-44ff-b581-f81b8f6d30da is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:44:35.227601 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:44:35.231837 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:44:35.235597 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Pushing event updated for resources: {'Port': ['ID=ed94d92c-a814-4dcb-a738-07a557655387,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:35.264108 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.264455 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.264797 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.265134 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.265469 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.265796 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.266122 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.266470 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.266796 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.267117 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.267441 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.267762 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.268081 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.268402 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.268854 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:35.293924 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:35.294566 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:35.375215 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-f4483bc8-d0b2-4bb0-af08-b3832f3c2a07 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8764632 Apr 06 12:44:35.449241 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Request body: {'port': {'device_id': 'e27c0330-276f-4f77-b0ce-05b2b877c416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:44:35.540419 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (ed94d92c-a814-4dcb-a738-07a557655387), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:35.555801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10e57e-c89e-476c-81f8-b4dbed93bf0c req-1f0b0fcd-4c75-4624-b3a7-3cf9caf47d5f tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:35.557247 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bd10e57e-c89e-476c-81f8-b4dbed93bf0c req-1f0b0fcd-4c75-4624-b3a7-3cf9caf47d5f tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 932 time: 0.1053424 Apr 06 12:44:35.684047 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bd10e57e-c89e-476c-81f8-b4dbed93bf0c req-3279e043-12d0-4e06-9464-4567a883a574 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206744 Apr 06 12:44:35.837995 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed94d92c-a814-4dcb-a738-07a557655387 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:44:35.845309 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Publish callbacks [] for port (ed94d92c-a814-4dcb-a738-07a557655387), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:35.857453 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Transition to ACTIVE for port object ed94d92c-a814-4dcb-a738-07a557655387 will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:44:35.932784 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (ed94d92c-a814-4dcb-a738-07a557655387), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:35.979777 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94d92c-a814-4dcb-a738-07a557655387,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:36.048512 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Attempting to bind port ed94d92c-a814-4dcb-a738-07a557655387 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:44:36.048850 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Attempting to bind port ed94d92c-a814-4dcb-a738-07a557655387 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'f5112430-1753-4a89-8fa8-8597bd25f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:44:36.049180 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Attempting to bind port ed94d92c-a814-4dcb-a738-07a557655387 on network 278a7cc5-c862-44ff-b581-f81b8f6d30da {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:44:36.058334 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Port ed94d92c-a814-4dcb-a738-07a557655387 on network 278a7cc5-c862-44ff-b581-f81b8f6d30da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:44:36.058695 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Attempting to bind port ed94d92c-a814-4dcb-a738-07a557655387 on network 278a7cc5-c862-44ff-b581-f81b8f6d30da {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:44:36.063835 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:44:36.064177 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Checking segment: {'id': 'f5112430-1753-4a89-8fa8-8597bd25f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:44:36.064556 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Bound using segment: {'id': 'f5112430-1753-4a89-8fa8-8597bd25f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:44:36.064978 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Bound port: ed94d92c-a814-4dcb-a738-07a557655387, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5112430-1753-4a89-8fa8-8597bd25f907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:44:36.065334 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (ed94d92c-a814-4dcb-a738-07a557655387), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:36.159761 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] For port ed94d92c-a814-4dcb-a738-07a557655387, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:44:36.163759 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] For port ed94d92c-a814-4dcb-a738-07a557655387, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ed94d92c-a814-4dcb-a738-07a557655387,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:44:36.177443 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ded0d-eeca-4425-a5f9-8edf8825b723 req-51740751-fa7e-45cf-a5a3-840c276de110 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:36.179087 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-348ded0d-eeca-4425-a5f9-8edf8825b723 req-51740751-fa7e-45cf-a5a3-840c276de110 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0793283 Apr 06 12:44:36.226305 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-348ded0d-eeca-4425-a5f9-8edf8825b723 req-79034ed9-3448-499c-8618-d491245a7179 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Apr 06 12:44:36.271500 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (ed94d92c-a814-4dcb-a738-07a557655387), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:36.306196 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:36.306852 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:36.308198 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] 10.222.0.74 "PUT /v2.0/ports/ed94d92c-a814-4dcb-a738-07a557655387 HTTP/1.1" status: 200 len: 1094 time: 0.9073033 Apr 06 12:44:36.308641 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27c0330-276f-4f77-b0ce-05b2b877c416', 'tag': 'ed94d92c-a814-4dcb-a738-07a557655387'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:44:36.310968 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fc2c1e-6508-4044-8479-a19e8d3656e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e27c0330-276f-4f77-b0ce-05b2b877c416", "tag": "ed94d92c-a814-4dcb-a738-07a557655387"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:44:36.333611 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10dd221-139e-43c7-a4b9-2015988357e6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94d92c-a814-4dcb-a738-07a557655387,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:36.404006 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c49896c-6fd3-412a-a6bc-706a8c57dfaa x-openstack-request-id: req-9c49896c-6fd3-412a-a6bc-706a8c57dfaa {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:44:36.404300 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27c0330-276f-4f77-b0ce-05b2b877c416", "tag": "ed94d92c-a814-4dcb-a738-07a557655387", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:44:36.404551 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c49896c-6fd3-412a-a6bc-706a8c57dfaa {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:44:36.404954 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c49896c-6fd3-412a-a6bc-706a8c57dfaa'] response: {'name': 'network-changed', 'server_uuid': 'e27c0330-276f-4f77-b0ce-05b2b877c416', 'tag': 'ed94d92c-a814-4dcb-a738-07a557655387', 'status': 'completed', 'code': 200} Apr 06 12:44:36.639488 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-0b8c131c-768c-41d2-ad61-a513378ba6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:36.641509 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-0b8c131c-768c-41d2-ad61-a513378ba6cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=24dc8c66d56d4ce2b5e4342f3c1714c8&device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 1128 time: 0.0502226 Apr 06 12:44:36.719190 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-449be6d1-08f9-4f70-976f-75a266ef5fdd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed94d92c-a814-4dcb-a738-07a557655387 HTTP/1.1" status: 200 len: 217 time: 0.0344496 Apr 06 12:44:37.041137 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-4a045f29-17c7-4bd7-89d2-e38192788f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:37.042551 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-4a045f29-17c7-4bd7-89d2-e38192788f69 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf HTTP/1.1" status: 200 len: 853 time: 0.3159456 Apr 06 12:44:37.077380 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-c11c595d-f7f5-411b-8950-fff46f85beef service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=278a7cc5-c862-44ff-b581-f81b8f6d30da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274637 Apr 06 12:44:37.085651 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217562a-bb3f-45a8-a7bd-c00788663aab req-49ecba66-67e3-4f5d-8b35-e7891cc84e7b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:37.085823 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8217562a-bb3f-45a8-a7bd-c00788663aab req-49ecba66-67e3-4f5d-8b35-e7891cc84e7b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 944 time: 0.3333783 Apr 06 12:44:37.189628 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8217562a-bb3f-45a8-a7bd-c00788663aab req-6758faec-ea2e-4d00-9ecd-6260ada6f968 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960262 Apr 06 12:44:37.206563 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-31a55581-ffbd-48dd-a93e-9235fb4232f6 service neutron] 10.222.0.74 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196451 Apr 06 12:44:37.300258 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e5c4a1-d551-4741-9501-a221ef8ad65b req-a08e45b6-0a59-48fd-8025-e4e81b79cd39 service neutron] 10.222.0.74 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868149 Apr 06 12:44:37.355759 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821b0e-21f8-4cb9-8295-e24adcd3abc7 req-25285224-fddb-4cda-9816-1673b571e680 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:37.357218 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5e821b0e-21f8-4cb9-8295-e24adcd3abc7 req-25285224-fddb-4cda-9816-1673b571e680 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0561979 Apr 06 12:44:37.404835 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5e821b0e-21f8-4cb9-8295-e24adcd3abc7 req-ea0c1044-afbf-4711-9576-803ee13a3158 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Apr 06 12:44:38.312386 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a00d5-8ac4-4f54-8988-3741483e1b4d req-d42458f0-1226-49ec-ad31-885f7c5d52a1 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:38.313972 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b4a00d5-8ac4-4f54-8988-3741483e1b4d req-d42458f0-1226-49ec-ad31-885f7c5d52a1 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 944 time: 0.0533047 Apr 06 12:44:38.360729 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b4a00d5-8ac4-4f54-8988-3741483e1b4d req-f876e299-4de4-4052-9182-cb9205632fc8 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Apr 06 12:44:38.526614 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5892e05-45cf-4a92-bf6f-b0c9dc87b741 req-ece3c2aa-e239-49f1-a363-9fe5391a0c5b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:38.528115 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f5892e05-45cf-4a92-bf6f-b0c9dc87b741 req-ece3c2aa-e239-49f1-a363-9fe5391a0c5b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0528877 Apr 06 12:44:38.579730 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f5892e05-45cf-4a92-bf6f-b0c9dc87b741 req-deccd582-6560-4f8c-b813-45eadd14da2f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462430 Apr 06 12:44:39.298921 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b8b518eb-e85a-4149-93f0-0ac9dff3a093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:39.483251 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedef5c-d866-4509-b673-0ce144f276ca req-5ee57d0c-2c51-446a-aeca-12e26f1fe72e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:39.484628 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2eedef5c-d866-4509-b673-0ce144f276ca req-5ee57d0c-2c51-446a-aeca-12e26f1fe72e tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 944 time: 0.0520298 Apr 06 12:44:39.532002 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2eedef5c-d866-4509-b673-0ce144f276ca req-528e6232-88ea-4d4d-b2f7-e0b61ef6891a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410044 Apr 06 12:44:39.704629 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29de89-9a4e-47ee-afad-eab9347a37bb req-9dbf837a-6724-442d-aa65-b8b4b758e090 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:39.706096 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ad29de89-9a4e-47ee-afad-eab9347a37bb req-9dbf837a-6724-442d-aa65-b8b4b758e090 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0549891 Apr 06 12:44:39.753388 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ad29de89-9a4e-47ee-afad-eab9347a37bb req-da1c6af5-df2d-4495-bc25-031463f07508 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410438 Apr 06 12:44:40.650963 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed37cba-94a5-4da9-a8d6-ee192c253709 req-d4d759b3-a9fd-42c9-aee2-6f8f0c60f8d5 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:40.652405 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bed37cba-94a5-4da9-a8d6-ee192c253709 req-d4d759b3-a9fd-42c9-aee2-6f8f0c60f8d5 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 944 time: 0.0555859 Apr 06 12:44:40.697641 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bed37cba-94a5-4da9-a8d6-ee192c253709 req-ea9a2254-8360-4561-a99b-0653e9ffdaf8 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 Apr 06 12:44:40.879089 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eaf58-a223-4b0a-a898-96c4f5dbd2ee req-bfe2d4f1-e8cd-4e7a-bb79-bbb907c27306 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:40.881387 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1e1eaf58-a223-4b0a-a898-96c4f5dbd2ee req-bfe2d4f1-e8cd-4e7a-bb79-bbb907c27306 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0584586 Apr 06 12:44:40.916413 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device ed94d92c-a814-4dcb-a738-07a557655387 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:44:40.929498 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1e1eaf58-a223-4b0a-a898-96c4f5dbd2ee req-110534fb-d10a-4b69-bd57-28aad6bb10c3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428200 Apr 06 12:44:41.013980 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port ed94d92c-a814-4dcb-a738-07a557655387, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ed94d92c-a814-4dcb-a738-07a557655387,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:44:41.026620 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': 'ed94d92c-a814-4dcb-a738-07a557655387', 'network_id': '278a7cc5-c862-44ff-b581-f81b8f6d30da', 'port_id': 'ed94d92c-a814-4dcb-a738-07a557655387', 'mac_address': 'fa:16:3e:fc:18:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:44:41.063153 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port ed94d92c-a814-4dcb-a738-07a557655387 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:44:41.063410 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (ed94d92c-a814-4dcb-a738-07a557655387), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:41.079569 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed94d92c-a814-4dcb-a738-07a557655387 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:44:41.098736 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port ed94d92c-a814-4dcb-a738-07a557655387, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ed94d92c-a814-4dcb-a738-07a557655387,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:44:41.156243 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (ed94d92c-a814-4dcb-a738-07a557655387), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:41.156938 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:44:41.250600 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=ed94d92c-a814-4dcb-a738-07a557655387,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:41.262715 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.263063 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.263407 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.263748 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.264083 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.264428 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.264740 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.265066 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.265393 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.265717 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.266042 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.266414 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.266740 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.267060 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.267383 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:41.303874 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:44:41.314188 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'port_id': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'mac_address': 'fa:16:3e:64:6b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:44:41.355469 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 is: ACTIVE; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:44:41.355858 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:41.368383 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80aadd11-fbe9-423e-a801-7e4ef1ce2626 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:44:41.387031 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:44:41.431000 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:41.478108 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=6']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:41.659991 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-18a28f63-fd0c-40ba-acb2-007cb6b2c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:41.661415 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-18a28f63-fd0c-40ba-acb2-007cb6b2c7b3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=24dc8c66d56d4ce2b5e4342f3c1714c8&device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 1129 time: 0.0466321 Apr 06 12:44:41.758914 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-ecf20b1a-a5aa-4e09-b2b3-6fdd93b9d222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:41.760401 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-ecf20b1a-a5aa-4e09-b2b3-6fdd93b9d222 service neutron] 10.222.0.74 "GET /v2.0/networks?id=278a7cc5-c862-44ff-b581-f81b8f6d30da HTTP/1.1" status: 200 len: 914 time: 0.0915899 Apr 06 12:44:41.829787 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-3da07afb-b40a-46a8-b0c8-a68ba94190ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:41.830321 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-3e85a1ac-2f1d-42c3-b86e-d5c4a7749ef5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed94d92c-a814-4dcb-a738-07a557655387 HTTP/1.1" status: 200 len: 217 time: 0.0609796 Apr 06 12:44:41.892713 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a8042-7852-4865-b081-1fa337020095 req-94275330-73dc-4c3e-a215-d3e30621240b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:41.894182 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-810a8042-7852-4865-b081-1fa337020095 req-94275330-73dc-4c3e-a215-d3e30621240b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 945 time: 0.1259995 Apr 06 12:44:41.900782 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-0789da88-f84b-4de9-8505-c98b83abc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:41.902153 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-0789da88-f84b-4de9-8505-c98b83abc383 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf HTTP/1.1" status: 200 len: 853 time: 0.0641327 Apr 06 12:44:41.944409 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-0b0ef0c8-c9ca-44bb-a801-29f6f4b37bd7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=278a7cc5-c862-44ff-b581-f81b8f6d30da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346956 Apr 06 12:44:42.026103 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-810a8042-7852-4865-b081-1fa337020095 req-92586fe1-b259-4611-a264-565848ba48b0 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229744 Apr 06 12:44:42.091607 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-39395084-4683-4948-b7a2-33399c8f11bc service neutron] 10.222.0.74 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382086 Apr 06 12:44:42.098353 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c787659-a89c-4753-8caf-83e5cea8bdce req-54c5cdc1-0a08-4211-af2a-c543ba221370 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:42.100936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9c787659-a89c-4753-8caf-83e5cea8bdce req-54c5cdc1-0a08-4211-af2a-c543ba221370 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0937512 Apr 06 12:44:42.153719 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['ed94d92c-a814-4dcb-a738-07a557655387'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:44:42.203490 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9c787659-a89c-4753-8caf-83e5cea8bdce req-638e21ac-a637-429f-aa80-4f1e935456a2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946760 Apr 06 12:44:42.228089 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6fc2c1e-6508-4044-8479-a19e8d3656e2 req-787b588b-882c-4b52-af12-ca051f221ef6 service neutron] 10.222.0.74 "GET /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260889 Apr 06 12:44:42.248618 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['80aadd11-fbe9-423e-a801-7e4ef1ce2626'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:44:43.024653 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:43.146840 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a291ad-c402-4857-957b-8df6dfc6a5f6 req-a74768d1-0486-4a7d-86ef-99a7eb0c359d tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:43.148293 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-45a291ad-c402-4857-957b-8df6dfc6a5f6 req-a74768d1-0486-4a7d-86ef-99a7eb0c359d tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 945 time: 0.0544798 Apr 06 12:44:43.195920 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-45a291ad-c402-4857-957b-8df6dfc6a5f6 req-ff7bfee0-564d-493e-8448-a34e357e484a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Apr 06 12:44:43.340230 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b447-a7cf-479a-aa9a-0dace51d32b5 req-e2438b3e-3427-4956-8444-cec0ba6c5173 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:43.341752 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3d2b447-a7cf-479a-aa9a-0dace51d32b5 req-e2438b3e-3427-4956-8444-cec0ba6c5173 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0618124 Apr 06 12:44:43.392238 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3d2b447-a7cf-479a-aa9a-0dace51d32b5 req-c52d4649-8024-4f33-96fc-3d65fb1df14a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443456 Apr 06 12:44:43.785915 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device ed94d92c-a814-4dcb-a738-07a557655387 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:44:43.904059 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port ed94d92c-a814-4dcb-a738-07a557655387 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:44:43.908550 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port ed94d92c-a814-4dcb-a738-07a557655387 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:44:43.908864 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (ed94d92c-a814-4dcb-a738-07a557655387), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:44.003777 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port ed94d92c-a814-4dcb-a738-07a557655387 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:44:44.004362 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (ed94d92c-a814-4dcb-a738-07a557655387), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:44.029197 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c0330-276f-4f77-b0ce-05b2b877c416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94d92c-a814-4dcb-a738-07a557655387'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:44:44.031456 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7588a842-414f-41f5-ba40-018ed4a3dd23" -d '{"events": [{"server_uuid": "e27c0330-276f-4f77-b0ce-05b2b877c416", "name": "network-vif-plugged", "status": "completed", "tag": "ed94d92c-a814-4dcb-a738-07a557655387"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:44:44.047566 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port ed94d92c-a814-4dcb-a738-07a557655387, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ed94d92c-a814-4dcb-a738-07a557655387,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:44:44.067807 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fafb65-f553-4b88-8576-dcb31dc036a3 x-openstack-request-id: req-e2fafb65-f553-4b88-8576-dcb31dc036a3 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:44:44.068609 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27c0330-276f-4f77-b0ce-05b2b877c416", "name": "network-vif-plugged", "status": "completed", "tag": "ed94d92c-a814-4dcb-a738-07a557655387", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:44:44.068988 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2fafb65-f553-4b88-8576-dcb31dc036a3 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:44:44.069594 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2fafb65-f553-4b88-8576-dcb31dc036a3'] response: {'server_uuid': 'e27c0330-276f-4f77-b0ce-05b2b877c416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94d92c-a814-4dcb-a738-07a557655387', 'code': 200} Apr 06 12:44:44.144626 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (ed94d92c-a814-4dcb-a738-07a557655387), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:44.145475 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:44:44.221416 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=ed94d92c-a814-4dcb-a738-07a557655387,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:44.234986 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:44:44.235362 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:44.318541 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7453f-5fa8-4df8-b23f-48723927a647 req-5d55380b-4757-4473-bd49-0a0867193153 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:44.320315 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2bd7453f-5fa8-4df8-b23f-48723927a647 req-5d55380b-4757-4473-bd49-0a0867193153 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 946 time: 0.0581024 Apr 06 12:44:44.324564 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:44:44.324961 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:44.357689 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:44:44.374830 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2bd7453f-5fa8-4df8-b23f-48723927a647 req-ebb0a361-1146-4dd6-b2c8-2a2a0f879eb9 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488183 Apr 06 12:44:44.516835 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:44.526920 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcaf4c-6b25-4745-ada8-f7f85671da78 req-a2e51594-0a13-49e0-aa9f-f287b7f3c745 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:44.528436 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbfcaf4c-6b25-4745-ada8-f7f85671da78 req-a2e51594-0a13-49e0-aa9f-f287b7f3c745 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0595417 Apr 06 12:44:44.573556 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=7']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:44.607398 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbfcaf4c-6b25-4745-ada8-f7f85671da78 req-4dad94ae-c799-4e1c-ab21-0b58fe10d250 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706499 Apr 06 12:44:44.610302 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7ccd9-2b48-4d9e-bfea-90c136203fc0 req-e12125e7-4190-4a9b-859d-6ef6e8745782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:44.611640 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-10b7ccd9-2b48-4d9e-bfea-90c136203fc0 req-e12125e7-4190-4a9b-859d-6ef6e8745782 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 1130 time: 0.0822754 Apr 06 12:44:44.624626 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:44.661076 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-10b7ccd9-2b48-4d9e-bfea-90c136203fc0 req-1da5ae3a-409f-4462-aafa-c034ef2ece76 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414486 Apr 06 12:44:45.129282 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 47750) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:45.234495 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:45.309667 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Publish callbacks [] for security_group (4ddb95bd-0854-44c3-90b3-caebfde33e9d), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:45.395784 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (4ddb95bd-0854-44c3-90b3-caebfde33e9d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:45.435966 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff092cecd8a74f30842d62be59d8c0cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056104 Apr 06 12:44:45.437153 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddb95bd-0854-44c3-90b3-caebfde33e9d,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:45.438769 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 47756) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:44:45.444947 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.445296 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.445638 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.445977 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.446311 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.446664 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.446988 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.447400 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.447732 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.448056 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.448400 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.448707 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.449027 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.449345 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.449662 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33697891-c3b3-4eda-b96e-86f511d9cc27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:44:45.533362 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf796f2-cbd8-4f5e-85ed-ff8e9f529ec8 req-7a7de248-33d5-4fd1-9b09-e48d04555896 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:45.534854 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bdf796f2-cbd8-4f5e-85ed-ff8e9f529ec8 req-7a7de248-33d5-4fd1-9b09-e48d04555896 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 946 time: 0.0888064 Apr 06 12:44:45.535854 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-24a3213c-d1cb-4c4c-aebe-15672844a40d admin admin] Publish callbacks [] for security_group (4ddb95bd-0854-44c3-90b3-caebfde33e9d), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:45.571300 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-24a3213c-d1cb-4c4c-aebe-15672844a40d admin admin] Publish callbacks [] for security_group (4ddb95bd-0854-44c3-90b3-caebfde33e9d), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:45.620689 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bdf796f2-cbd8-4f5e-85ed-ff8e9f529ec8 req-d45b1159-ae90-43cb-9a77-fca731bbde06 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794303 Apr 06 12:44:45.711538 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-24a3213c-d1cb-4c4c-aebe-15672844a40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (4ddb95bd-0854-44c3-90b3-caebfde33e9d), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:45.714077 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-24a3213c-d1cb-4c4c-aebe-15672844a40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:45.715283 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-24a3213c-d1cb-4c4c-aebe-15672844a40d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ddb95bd-0854-44c3-90b3-caebfde33e9d HTTP/1.1" status: 204 len: 168 time: 0.2754724 Apr 06 12:44:45.729693 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3213c-d1cb-4c4c-aebe-15672844a40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddb95bd-0854-44c3-90b3-caebfde33e9d,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:44:45.750875 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e208e6-5e5f-47f3-9071-b3e8ac74c1f5 req-8dfa800b-5362-42b6-91a6-fe597994d392 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:45.752502 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-47e208e6-5e5f-47f3-9071-b3e8ac74c1f5 req-8dfa800b-5362-42b6-91a6-fe597994d392 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0712290 Apr 06 12:44:45.800669 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-47e208e6-5e5f-47f3-9071-b3e8ac74c1f5 req-ed5a6923-f96a-439f-8e59-765275a84e79 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420961 Apr 06 12:44:46.041859 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:44:46.071234 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:44:46.073615 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9202adea-eac0-4f91-b232-784383f0c4e0" -d '{"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-plugged", "status": "completed", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:44:46.112129 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37432b39-b368-4ee2-b89e-4901b196f034 x-openstack-request-id: req-37432b39-b368-4ee2-b89e-4901b196f034 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:44:46.112448 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-plugged", "status": "completed", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:44:46.112710 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37432b39-b368-4ee2-b89e-4901b196f034 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:44:46.113112 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37432b39-b368-4ee2-b89e-4901b196f034'] response: {'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'code': 200} Apr 06 12:44:46.745369 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bc352-a90b-4f3b-ae87-1a48270d9737 req-b8a56a20-c676-4c18-98ef-e399c7b4a78b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:46.746975 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-692bc352-a90b-4f3b-ae87-1a48270d9737 req-b8a56a20-c676-4c18-98ef-e399c7b4a78b tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 946 time: 0.0570135 Apr 06 12:44:46.793610 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-692bc352-a90b-4f3b-ae87-1a48270d9737 req-ec0ad3fb-affb-4941-89ff-8f550b02a019 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 Apr 06 12:44:46.925329 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24b6b5-b761-448d-91b4-b5fc58fa29d7 req-a7b8ae82-077b-4fbb-854b-4f760ea93d9b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:46.926754 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0d24b6b5-b761-448d-91b4-b5fc58fa29d7 req-a7b8ae82-077b-4fbb-854b-4f760ea93d9b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0540295 Apr 06 12:44:46.973901 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0d24b6b5-b761-448d-91b4-b5fc58fa29d7 req-431df267-cc05-4ede-abd0-af94423b2e54 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410101 Apr 06 12:44:47.910887 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38706b81-0023-42b1-ae87-3af74114dca9 req-db8ed90a-5578-49b9-8bc1-d5870eddc76a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:47.912372 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38706b81-0023-42b1-ae87-3af74114dca9 req-db8ed90a-5578-49b9-8bc1-d5870eddc76a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 946 time: 0.0524092 Apr 06 12:44:47.962895 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38706b81-0023-42b1-ae87-3af74114dca9 req-1d96f40e-8312-406b-b326-fd010cc89b91 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442016 Apr 06 12:44:48.101947 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5632cf-2cf6-432d-b9f3-b8f29afadc84 req-956712fe-00db-4cf5-a6b5-436722d636ce tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:48.103376 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0a5632cf-2cf6-432d-b9f3-b8f29afadc84 req-956712fe-00db-4cf5-a6b5-436722d636ce tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0563118 Apr 06 12:44:48.151568 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0a5632cf-2cf6-432d-b9f3-b8f29afadc84 req-ab2384fb-ed68-4b8d-affd-52125dad1fe8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418053 Apr 06 12:44:49.275556 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b8530-3d8a-4ded-aa91-56f3f3b7f1e9 req-b491475c-9b7a-4247-ac94-b112d23f0984 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:49.276962 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9d5b8530-3d8a-4ded-aa91-56f3f3b7f1e9 req-b491475c-9b7a-4247-ac94-b112d23f0984 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0549922 Apr 06 12:44:49.327397 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9d5b8530-3d8a-4ded-aa91-56f3f3b7f1e9 req-5b9ea2b0-cf61-4e99-b0cf-107c5079119f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445328 Apr 06 12:44:49.754161 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:44:50.459773 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07c6d2-1615-4099-b962-f9dae4ad4869 req-6ea1dc54-eea2-44b1-b38f-15123792c64f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:50.461407 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df07c6d2-1615-4099-b962-f9dae4ad4869 req-6ea1dc54-eea2-44b1-b38f-15123792c64f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0560467 Apr 06 12:44:50.507696 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df07c6d2-1615-4099-b962-f9dae4ad4869 req-ca4651a6-daf7-442e-b08b-441b86980ae2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406973 Apr 06 12:44:51.634043 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0266d1-a705-4103-93aa-508b5d40e34e req-870e8712-094a-4a0e-b71b-6b3b8a1319f6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:51.635600 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9d0266d1-a705-4103-93aa-508b5d40e34e req-870e8712-094a-4a0e-b71b-6b3b8a1319f6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0547476 Apr 06 12:44:51.682456 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9d0266d1-a705-4103-93aa-508b5d40e34e req-c58df520-cf7a-4e6e-907f-5008535b1b73 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413539 Apr 06 12:44:52.812944 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5545b17-dbec-4135-895c-605a6d8b60fc req-5d195c02-10fa-45a3-8558-d81ee0d873c7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:52.815189 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d5545b17-dbec-4135-895c-605a6d8b60fc req-5d195c02-10fa-45a3-8558-d81ee0d873c7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0558887 Apr 06 12:44:52.867881 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d5545b17-dbec-4135-895c-605a6d8b60fc req-17ff33cb-2c4d-4bdc-ac7d-15c908e93f61 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464635 Apr 06 12:44:54.012917 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181daa8-7068-41f2-8973-5a82e6914919 req-f7904d48-9322-48ad-8183-0660f4253c67 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:54.014447 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a181daa8-7068-41f2-8973-5a82e6914919 req-f7904d48-9322-48ad-8183-0660f4253c67 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0601530 Apr 06 12:44:54.075264 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a181daa8-7068-41f2-8973-5a82e6914919 req-429993b4-da6f-4fa1-9d78-7503ed990a33 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549428 Apr 06 12:44:55.245402 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a90a4-358c-47e4-9a52-3008ca90cbe5 req-1698b4f5-fed4-4e46-b2bd-48d729fc1fd0 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:55.249234 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7c8a90a4-358c-47e4-9a52-3008ca90cbe5 req-1698b4f5-fed4-4e46-b2bd-48d729fc1fd0 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0727975 Apr 06 12:44:55.305012 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7c8a90a4-358c-47e4-9a52-3008ca90cbe5 req-3dffa876-e092-4f1e-9909-338fd1dce624 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507822 Apr 06 12:44:56.453257 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82321ea-b237-4994-abc0-5ac7f2bf0205 req-df50b1ab-b163-4810-8638-9e12722581fc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:56.455627 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f82321ea-b237-4994-abc0-5ac7f2bf0205 req-df50b1ab-b163-4810-8638-9e12722581fc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0605407 Apr 06 12:44:56.526894 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f82321ea-b237-4994-abc0-5ac7f2bf0205 req-77b6a549-3222-460c-94e1-1d5720562955 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651727 Apr 06 12:44:57.661833 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3026ef6-f3c5-45bc-a98d-1afe1fccce83 req-b0f86f78-8752-4e36-a834-24f245d921ac tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:57.664161 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c3026ef6-f3c5-45bc-a98d-1afe1fccce83 req-b0f86f78-8752-4e36-a834-24f245d921ac tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0652211 Apr 06 12:44:57.722799 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c3026ef6-f3c5-45bc-a98d-1afe1fccce83 req-fb7fae6b-ac10-46c0-a4ca-3dc184d0c2ec tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515299 Apr 06 12:44:58.867328 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59496ecd-8bed-42ce-be57-5a19c0ed5dc7 req-9ee46d11-1322-4817-858a-f3c131302b73 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:44:58.869043 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-59496ecd-8bed-42ce-be57-5a19c0ed5dc7 req-9ee46d11-1322-4817-858a-f3c131302b73 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0666163 Apr 06 12:44:58.916781 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-59496ecd-8bed-42ce-be57-5a19c0ed5dc7 req-933c8b14-71ce-4569-b1ad-de722fd27a92 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Apr 06 12:45:00.069593 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc26eb-65a7-4532-948c-ab64fa307292 req-679546a7-65c8-4e79-89a0-ada51268d67c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:00.074056 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ccc26eb-65a7-4532-948c-ab64fa307292 req-679546a7-65c8-4e79-89a0-ada51268d67c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0606740 Apr 06 12:45:00.135975 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6ccc26eb-65a7-4532-948c-ab64fa307292 req-3ae0742a-8593-4670-9532-92b7ce1fca51 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566893 Apr 06 12:45:01.277283 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41ab9a-fd01-4449-8410-5bbda8deb8c3 req-99ec54b3-03f8-4b63-a52e-f51f51419529 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:01.281129 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ab41ab9a-fd01-4449-8410-5bbda8deb8c3 req-99ec54b3-03f8-4b63-a52e-f51f51419529 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0587080 Apr 06 12:45:01.339481 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ab41ab9a-fd01-4449-8410-5bbda8deb8c3 req-dfab1957-41fe-4690-bee8-5f9ca86d29b6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548680 Apr 06 12:45:02.471236 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138467-19bd-4ffe-bd27-ffcabd14abf7 req-2291ca93-5feb-44d9-9af2-7c0c82fb84b7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:02.472623 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7e138467-19bd-4ffe-bd27-ffcabd14abf7 req-2291ca93-5feb-44d9-9af2-7c0c82fb84b7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0598400 Apr 06 12:45:02.525964 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7e138467-19bd-4ffe-bd27-ffcabd14abf7 req-f368710e-2152-4758-9fa1-e18b072f1bca tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463281 Apr 06 12:45:03.652180 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92bd7a-9dfb-4513-8e4d-7b612edd5a97 req-984e98a2-d5ba-4139-9843-5d2a5573ae78 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:03.653668 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c92bd7a-9dfb-4513-8e4d-7b612edd5a97 req-984e98a2-d5ba-4139-9843-5d2a5573ae78 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0547493 Apr 06 12:45:03.701559 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c92bd7a-9dfb-4513-8e4d-7b612edd5a97 req-272c8bc8-110b-42ae-8442-52a86cc67514 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422478 Apr 06 12:45:03.743311 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:03.930927 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7131573f-6336-41c9-8fd9-206a07a247ef req-b12ca8f8-31e1-4236-8d42-eaf64910001e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467987 Apr 06 12:45:04.027744 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131573f-6336-41c9-8fd9-206a07a247ef req-850a2dd2-652b-415b-9583-4331cd10cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:04.029256 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7131573f-6336-41c9-8fd9-206a07a247ef req-850a2dd2-652b-415b-9583-4331cd10cf86 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 1130 time: 0.0462358 Apr 06 12:45:04.133876 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131573f-6336-41c9-8fd9-206a07a247ef req-2e9a887e-6278-4d6b-8bac-1a6fa2f14847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:04.136494 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7131573f-6336-41c9-8fd9-206a07a247ef req-2e9a887e-6278-4d6b-8bac-1a6fa2f14847 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.0858893 Apr 06 12:45:04.181381 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7131573f-6336-41c9-8fd9-206a07a247ef req-28d3d7c6-ff71-47fe-bccb-923b12748b19 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6d16a50-abc0-4529-8ad8-c5c130491a86 HTTP/1.1" status: 200 len: 217 time: 0.0375767 Apr 06 12:45:04.234802 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131573f-6336-41c9-8fd9-206a07a247ef req-638aedf1-673a-43e1-8a86-847e81dd9e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:04.236298 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7131573f-6336-41c9-8fd9-206a07a247ef req-638aedf1-673a-43e1-8a86-847e81dd9e3c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0477159 Apr 06 12:45:04.299263 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131573f-6336-41c9-8fd9-206a07a247ef req-fb80c683-cceb-439e-bd02-4d39de680719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:04.300739 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7131573f-6336-41c9-8fd9-206a07a247ef req-fb80c683-cceb-439e-bd02-4d39de680719 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478802 Apr 06 12:45:04.396546 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7131573f-6336-41c9-8fd9-206a07a247ef req-b8f5d558-a3af-413c-8c04-5d05d757810e service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877409 Apr 06 12:45:04.488034 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7131573f-6336-41c9-8fd9-206a07a247ef req-680bee70-6238-4031-b03d-de22706ea356 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838623 Apr 06 12:45:04.828234 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94cca1-95f5-407b-a93b-6bf942e621c4 req-e6d05e93-b631-421b-becf-92845285174d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:04.829714 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0a94cca1-95f5-407b-a93b-6bf942e621c4 req-e6d05e93-b631-421b-becf-92845285174d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0576131 Apr 06 12:45:04.876389 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0a94cca1-95f5-407b-a93b-6bf942e621c4 req-0e78901b-716a-48b9-b250-d95944877d97 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412517 Apr 06 12:45:05.998291 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a6a34-11ed-4b8c-b118-25b950064a4e req-1269adbc-0ed1-4551-9c52-091ee9f2d937 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:05.999861 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-183a6a34-11ed-4b8c-b118-25b950064a4e req-1269adbc-0ed1-4551-9c52-091ee9f2d937 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0529435 Apr 06 12:45:06.045491 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-183a6a34-11ed-4b8c-b118-25b950064a4e req-e3ee6c72-ad29-47e6-ab2b-8dc64061b50c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400271 Apr 06 12:45:07.168921 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e64c8-ff23-4014-a1de-4903bdbe6651 req-0c7ef11e-3366-4839-8b57-a0d4591f952c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:07.170287 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e73e64c8-ff23-4014-a1de-4903bdbe6651 req-0c7ef11e-3366-4839-8b57-a0d4591f952c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0538106 Apr 06 12:45:07.220039 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e73e64c8-ff23-4014-a1de-4903bdbe6651 req-18bbb93d-4e78-4fca-8a60-9476c06997ed tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442531 Apr 06 12:45:08.341602 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7a25c-e8a3-4c6c-8f9e-cc4a8a9ce35b req-c98066b8-7799-4b7b-bc78-1667c811a8b5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:08.343143 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3e7a25c-e8a3-4c6c-8f9e-cc4a8a9ce35b req-c98066b8-7799-4b7b-bc78-1667c811a8b5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0535204 Apr 06 12:45:08.391201 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3e7a25c-e8a3-4c6c-8f9e-cc4a8a9ce35b req-e1cf3357-48a6-4d36-8eea-209ec1ef2bad tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424488 Apr 06 12:45:09.326535 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a7f4e791-6b8e-4c14-b701-434db52eedf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:09.517246 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d19b52-8c30-4d83-9306-019510c9ea96 req-55812b03-f4dd-448c-a2ee-33525dbbb4c6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:09.518755 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f7d19b52-8c30-4d83-9306-019510c9ea96 req-55812b03-f4dd-448c-a2ee-33525dbbb4c6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0546739 Apr 06 12:45:09.567804 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f7d19b52-8c30-4d83-9306-019510c9ea96 req-73d6dc63-f463-4503-803b-f27b3f09e992 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435526 Apr 06 12:45:09.769686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-1f53045d-f296-47ea-a76f-2663753cf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:09.771213 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-1f53045d-f296-47ea-a76f-2663753cf453 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 1129 time: 0.0485497 Apr 06 12:45:09.860862 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-e6bdafaa-74f2-4f87-93fb-03d2194bede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:09.862333 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-e6bdafaa-74f2-4f87-93fb-03d2194bede9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 917 time: 0.0849655 Apr 06 12:45:09.937129 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-1092a04f-5a55-4995-a707-ebef5d332df2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626 HTTP/1.1" status: 200 len: 1000 time: 0.0645120 Apr 06 12:45:09.992227 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-0e546662-d3a1-485e-8821-998c7080634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:09.993621 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-0e546662-d3a1-485e-8821-998c7080634d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0434577 Apr 06 12:45:10.042265 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-2527d180-69e4-4adb-8fe6-980eeb4d1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:10.043987 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-2527d180-69e4-4adb-8fe6-980eeb4d1c1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440037 Apr 06 12:45:10.134362 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-3d2cc959-8b66-44d9-8505-0b4ec007d8fe service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836968 Apr 06 12:45:10.224348 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-be5ea289-e5b3-409c-9232-b68d319b00ae req-ac369abb-d872-4cb7-8077-94d66b6bfab1 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832632 Apr 06 12:45:10.693342 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5819-cb35-463a-be55-316d529a2c4d req-761ddd4d-2018-40c7-8de7-826778c0abeb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:10.694209 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-717b5819-cb35-463a-be55-316d529a2c4d req-761ddd4d-2018-40c7-8de7-826778c0abeb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 945 time: 0.0528574 Apr 06 12:45:10.745574 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-717b5819-cb35-463a-be55-316d529a2c4d req-75ec93d3-d0b7-4cbf-9ea6-4e17e1f3c7b0 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458286 Apr 06 12:45:11.302030 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:45:11.382950 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 is: ACTIVE; New status is: DOWN {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:11.383332 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:11.413667 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:45:11.415955 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ff261a-345d-45e5-becf-ce9799c2e4ec" -d '{"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-unplugged", "status": "completed", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:45:11.431490 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:11.508711 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:11.576947 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=8']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:11.598772 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 12:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6196846b-85bc-4102-b2a3-9e165a0d34df x-openstack-request-id: req-6196846b-85bc-4102-b2a3-9e165a0d34df {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:45:11.603040 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-unplugged", "status": "completed", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:45:11.603040 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6196846b-85bc-4102-b2a3-9e165a0d34df {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:45:11.603040 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6196846b-85bc-4102-b2a3-9e165a0d34df'] response: {'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'code': 200} Apr 06 12:45:11.813740 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-357e46e3-e71c-4a6d-b048-a8aebd5ca29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:11.877843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f73ae1-1a0b-440c-86e9-4f9b717bdc2b req-9ad21c53-8fca-424e-8d93-37aa18314f27 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:11.879384 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b3f73ae1-1a0b-440c-86e9-4f9b717bdc2b req-9ad21c53-8fca-424e-8d93-37aa18314f27 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0534432 Apr 06 12:45:11.928475 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b3f73ae1-1a0b-440c-86e9-4f9b717bdc2b req-9c76891f-f3f4-41cb-b6e2-c0a8e90f73c2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434108 Apr 06 12:45:13.018722 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:13.053100 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015cdbc-7923-450a-9ef7-212e3ff80780 req-ef6da37f-6b71-4d68-99a6-a52892a05989 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:13.054592 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2015cdbc-7923-450a-9ef7-212e3ff80780 req-ef6da37f-6b71-4d68-99a6-a52892a05989 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0534413 Apr 06 12:45:13.101135 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2015cdbc-7923-450a-9ef7-212e3ff80780 req-2aec9721-cd4c-4730-97d9-0bc6c9ef5414 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408201 Apr 06 12:45:14.231819 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c27c14-7391-470c-a810-8acad1ba77cc req-bf6ce0e5-b9c7-4384-8e4a-8bdbc2aa1cec tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:14.234624 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-35c27c14-7391-470c-a810-8acad1ba77cc req-bf6ce0e5-b9c7-4384-8e4a-8bdbc2aa1cec tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0595312 Apr 06 12:45:14.282419 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-35c27c14-7391-470c-a810-8acad1ba77cc req-2e83e4d2-3f5c-4841-bb93-355ce85695fe tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419071 Apr 06 12:45:14.566796 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:15.297864 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-3a64858e-1f8f-47ee-b46d-0047e55dfb93 req-a38f2334-f5da-4e18-ab0b-c8d6abd3788c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:45:15.298805 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3a64858e-1f8f-47ee-b46d-0047e55dfb93 req-a38f2334-f5da-4e18-ab0b-c8d6abd3788c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059729 Apr 06 12:45:15.579557 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2d893-c9ca-4402-ae56-1247159afb42 req-70718334-8360-4dea-a17c-3acc76b3fb9f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:15.581330 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3fc2d893-c9ca-4402-ae56-1247159afb42 req-70718334-8360-4dea-a17c-3acc76b3fb9f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0564315 Apr 06 12:45:15.634008 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3fc2d893-c9ca-4402-ae56-1247159afb42 req-ccfbaeaa-7259-4786-837e-6d6fbe92c167 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467110 Apr 06 12:45:16.042570 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48010) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:16.075708 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:16.130234 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-d9010eed-f357-4963-9d51-20fe29f97ae8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864432 Apr 06 12:45:16.138498 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-f8c4fc39-35fb-4b22-b352-4abcb4bb135a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:45:16.139441 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-f8c4fc39-35fb-4b22-b352-4abcb4bb135a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047548 Apr 06 12:45:16.767381 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832239a-ee2a-4d46-aabb-7f555572563a req-193db665-2251-490e-9fe5-bf992e7c577f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:16.768964 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5832239a-ee2a-4d46-aabb-7f555572563a req-193db665-2251-490e-9fe5-bf992e7c577f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0616107 Apr 06 12:45:16.815714 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5832239a-ee2a-4d46-aabb-7f555572563a req-54fb5865-2494-4123-8bc9-417eec94f45b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Apr 06 12:45:16.938573 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050452c-63bb-415e-9fe6-3945f5015b79 req-42247cf3-3345-4cad-949d-f4e8b37d1472 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:16.940054 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8050452c-63bb-415e-9fe6-3945f5015b79 req-42247cf3-3345-4cad-949d-f4e8b37d1472 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 946 time: 0.0525646 Apr 06 12:45:16.986682 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8050452c-63bb-415e-9fe6-3945f5015b79 req-04ed7c95-7aa5-45b3-b345-8ef80aa808d7 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Apr 06 12:45:17.226615 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48028) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:17.310025 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:45:17.326976 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-0a855009-ba05-45d3-8e20-6f4d7fcfdab8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:17.328940 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-0a855009-ba05-45d3-8e20-6f4d7fcfdab8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports/80aadd11-fbe9-423e-a801-7e4ef1ce2626 HTTP/1.1" status: 200 len: 940 time: 0.1013415 Apr 06 12:45:17.392119 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 is: DOWN; New status is: DOWN {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:17.939810 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ab52-e850-486a-a215-bc19683da865 req-53e53e55-bd4a-4be4-8f7f-e696b5e13264 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:17.941284 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3b81ab52-e850-486a-a215-bc19683da865 req-53e53e55-bd4a-4be4-8f7f-e696b5e13264 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0529385 Apr 06 12:45:17.986783 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3b81ab52-e850-486a-a215-bc19683da865 req-6e236615-1923-42df-babe-4300431ae276 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399594 Apr 06 12:45:18.104509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc9503-a241-460c-b122-7d81c8a91963 req-f14519f0-0afb-4fdd-a3cb-5b211aaff2db tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:18.105881 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9dc9503-a241-460c-b122-7d81c8a91963 req-f14519f0-0afb-4fdd-a3cb-5b211aaff2db tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 946 time: 0.0525210 Apr 06 12:45:18.152871 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9dc9503-a241-460c-b122-7d81c8a91963 req-74dc9798-ad31-4cc3-b383-b3065d5a191a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408573 Apr 06 12:45:19.113586 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da94856-702c-4f57-bb02-c7f5f81e9906 req-e9c818b6-1726-43e0-8f77-9ccea578177c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:19.115072 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4da94856-702c-4f57-bb02-c7f5f81e9906 req-e9c818b6-1726-43e0-8f77-9ccea578177c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0553622 Apr 06 12:45:19.162338 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4da94856-702c-4f57-bb02-c7f5f81e9906 req-e997a302-b817-4100-84aa-a34889efbd39 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415890 Apr 06 12:45:19.300796 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aabb8b-e098-4332-836e-cda850b1a9b1 req-8444806e-f918-44d6-a33f-b19ad2588a8d tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:19.302180 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-12aabb8b-e098-4332-836e-cda850b1a9b1 req-8444806e-f918-44d6-a33f-b19ad2588a8d tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 946 time: 0.0820606 Apr 06 12:45:19.313954 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-b99333a7-a2c2-4d4f-926a-46aff8d8ea6f tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:19.315333 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-b99333a7-a2c2-4d4f-926a-46aff8d8ea6f tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.74 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 946 time: 0.0868342 Apr 06 12:45:19.416295 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-12aabb8b-e098-4332-836e-cda850b1a9b1 req-44cbe3e6-590c-4b71-88b4-e5061269664a tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/security-groups?id=98e0123c-4a93-4678-b6bf-cf5cd8540290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000104 Apr 06 12:45:19.441162 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Deleting port ed94d92c-a814-4dcb-a738-07a557655387 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:45:19.441493 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (ed94d92c-a814-4dcb-a738-07a557655387), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:19.534617 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] For port ed94d92c-a814-4dcb-a738-07a557655387, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=ed94d92c-a814-4dcb-a738-07a557655387,segment=NetworkSegment(f5112430-1753-4a89-8fa8-8597bd25f907),segment_id=f5112430-1753-4a89-8fa8-8597bd25f907)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:19.534986 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (ed94d92c-a814-4dcb-a738-07a557655387), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:19.546811 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Calling delete_port for ed94d92c-a814-4dcb-a738-07a557655387 owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:45:19.738367 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (ed94d92c-a814-4dcb-a738-07a557655387), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:19.765655 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Pushing event deleted for resources: {'Port': ['ID=ed94d92c-a814-4dcb-a738-07a557655387,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:19.773585 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['ed94d92c-a814-4dcb-a738-07a557655387'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:45:19.814018 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] No DVR routers for this DVR port ed94d92c-a814-4dcb-a738-07a557655387 on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:45:19.816564 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:19.819840 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ea8375b2-d778-4da8-a53e-39eefde6a55e req-0fc4d72e-4f78-4689-ae85-0ea54668e833 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.74 "DELETE /v2.0/ports/ed94d92c-a814-4dcb-a738-07a557655387 HTTP/1.1" status: 204 len: 173 time: 0.4969382 Apr 06 12:45:19.820295 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27c0330-276f-4f77-b0ce-05b2b877c416', 'name': 'network-vif-deleted', 'tag': 'ed94d92c-a814-4dcb-a738-07a557655387'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:45:19.822666 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155a37b8-f3f4-4058-831f-a845f1c28ebb" -d '{"events": [{"server_uuid": "e27c0330-276f-4f77-b0ce-05b2b877c416", "name": "network-vif-deleted", "tag": "ed94d92c-a814-4dcb-a738-07a557655387"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:45:19.857012 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d56fd6-3cb8-4a8f-8a6e-fb81845401af x-openstack-request-id: req-41d56fd6-3cb8-4a8f-8a6e-fb81845401af {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:45:19.857300 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27c0330-276f-4f77-b0ce-05b2b877c416", "name": "network-vif-deleted", "tag": "ed94d92c-a814-4dcb-a738-07a557655387", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:45:19.857552 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41d56fd6-3cb8-4a8f-8a6e-fb81845401af {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:45:19.857947 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41d56fd6-3cb8-4a8f-8a6e-fb81845401af'] response: {'server_uuid': 'e27c0330-276f-4f77-b0ce-05b2b877c416', 'name': 'network-vif-deleted', 'tag': 'ed94d92c-a814-4dcb-a738-07a557655387', 'status': 'completed', 'code': 200} Apr 06 12:45:20.288276 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc81b07-6fc4-467b-a4b8-0c62488ba3dc req-a692c1e8-ff05-43ea-b648-033b809e25c2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:20.289873 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7dc81b07-6fc4-467b-a4b8-0c62488ba3dc req-a692c1e8-ff05-43ea-b648-033b809e25c2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0532241 Apr 06 12:45:20.337272 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7dc81b07-6fc4-467b-a4b8-0c62488ba3dc req-72e4bab3-7b6e-460e-a7ac-50ccd2f92466 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417447 Apr 06 12:45:20.524027 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fe536a8e-ead5-41a1-9b4b-58ccc18db87d req-50092300-4624-4bfd-bffd-6b874b630627 tempest-VolumesSnapshotTestJSON-209994315 tempest-VolumesSnapshotTestJSON-209994315-project] 10.222.0.60 "GET /v2.0/ports?device_id=e27c0330-276f-4f77-b0ce-05b2b877c416 HTTP/1.1" status: 200 len: 210 time: 0.0268750 Apr 06 12:45:21.465556 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445fbe8-19c9-49f3-89d1-bf78ed146f93 req-49d44d58-0d44-4b65-9c13-eda43ac477a2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:21.467152 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4445fbe8-19c9-49f3-89d1-bf78ed146f93 req-49d44d58-0d44-4b65-9c13-eda43ac477a2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0577621 Apr 06 12:45:21.513824 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4445fbe8-19c9-49f3-89d1-bf78ed146f93 req-27749fd0-de95-4541-9b78-7cfb921f8163 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409060 Apr 06 12:45:22.635884 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a77c34-70b4-4e30-a97d-6f73c7aa3e18 req-81f63e56-1367-4f58-a458-7a0958833b0c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:22.637248 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-14a77c34-70b4-4e30-a97d-6f73c7aa3e18 req-81f63e56-1367-4f58-a458-7a0958833b0c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0540962 Apr 06 12:45:22.683753 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-14a77c34-70b4-4e30-a97d-6f73c7aa3e18 req-19db3b99-551d-442c-8201-f6c244ad9e20 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405056 Apr 06 12:45:23.297895 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-00cb7039-0de8-4693-8864-f881a6772e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:23.299462 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-00cb7039-0de8-4693-8864-f881a6772e3e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11&tenant_id=5a6d568f27224862bf179a9bf658e90e HTTP/1.1" status: 200 len: 1127 time: 0.0797877 Apr 06 12:45:23.334469 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device ed94d92c-a814-4dcb-a738-07a557655387 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:45:23.354513 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: ed94d92c-a814-4dcb-a738-07a557655387 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:45:23.354862 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device ed94d92c-a814-4dcb-a738-07a557655387 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:45:23.379179 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-2f2ddf7f-e98d-4dc8-8d5c-23443c6cda32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:23.380663 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-2f2ddf7f-e98d-4dc8-8d5c-23443c6cda32 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 1127 time: 0.0447564 Apr 06 12:45:23.727561 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-ebf87a4b-52c9-4de9-8f4a-0d011155e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:23.729180 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-ebf87a4b-52c9-4de9-8f4a-0d011155e175 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 917 time: 0.3415658 Apr 06 12:45:23.822078 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-a5fce847-1452-4944-9b5e-f361f8d58531 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626 HTTP/1.1" status: 200 len: 998 time: 0.0850992 Apr 06 12:45:23.839673 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac88f32-2fc6-4d4c-958e-4ab03303606a req-d2847a74-559d-4a01-9c9b-e6f95a69b60b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:23.841119 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2ac88f32-2fc6-4d4c-958e-4ab03303606a req-d2847a74-559d-4a01-9c9b-e6f95a69b60b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0708220 Apr 06 12:45:23.914364 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-f73fca04-d245-4661-ae2a-1a6d6af67ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:23.915836 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-f73fca04-d245-4661-ae2a-1a6d6af67ba8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0738745 Apr 06 12:45:23.919984 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2ac88f32-2fc6-4d4c-958e-4ab03303606a req-d9988e52-0d56-4577-9427-60b0c22439c8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703046 Apr 06 12:45:23.965694 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-153290c7-1337-4c75-ab2e-62328eca9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:23.967231 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-153290c7-1337-4c75-ab2e-62328eca9fde service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443497 Apr 06 12:45:24.060229 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-c770d848-37b1-403d-8823-f2cfd7299743 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862155 Apr 06 12:45:24.147838 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-3cce42f7-77cd-4b66-94d9-cc4d2a188d4e service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812867 Apr 06 12:45:25.052536 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4646da6-6274-4a93-bfad-3067f8533485 req-717de106-933b-40e7-a333-211d637e6a82 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:25.055144 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a4646da6-6274-4a93-bfad-3067f8533485 req-717de106-933b-40e7-a333-211d637e6a82 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0603306 Apr 06 12:45:25.104949 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a4646da6-6274-4a93-bfad-3067f8533485 req-3048f758-8234-4e93-b4e2-4bbf7493215f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449736 Apr 06 12:45:26.235105 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e196b5f-b3ef-4ba8-8572-2f02f2cfa61f req-78ac45fb-0d8d-4652-89cb-71e60d555362 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:26.236718 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6e196b5f-b3ef-4ba8-8572-2f02f2cfa61f req-78ac45fb-0d8d-4652-89cb-71e60d555362 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0576684 Apr 06 12:45:26.288307 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6e196b5f-b3ef-4ba8-8572-2f02f2cfa61f req-0c01b4a3-f3ee-4b83-9824-038599c887af tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451965 Apr 06 12:45:26.753348 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:45:27.418625 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8d6dc-e94e-4ddb-8b8b-8a55459b865b req-498cf3d0-dea0-4a99-a0b5-6bc7b56f4d6b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:27.420835 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-02f8d6dc-e94e-4ddb-8b8b-8a55459b865b req-498cf3d0-dea0-4a99-a0b5-6bc7b56f4d6b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0549619 Apr 06 12:45:27.476649 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-02f8d6dc-e94e-4ddb-8b8b-8a55459b865b req-cdaf2bff-c014-4f5c-9d74-12fb88a8a971 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449724 Apr 06 12:45:28.628193 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f3d35-45b3-46f7-b657-76843878719d req-816a7bf3-d6b7-4bad-854d-2dd6d7cdbfb8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:28.634928 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-139f3d35-45b3-46f7-b657-76843878719d req-816a7bf3-d6b7-4bad-854d-2dd6d7cdbfb8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0724771 Apr 06 12:45:28.677734 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-139f3d35-45b3-46f7-b657-76843878719d req-dedfb45e-fb8a-40ab-955a-e7eb4b3aa1c3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410864 Apr 06 12:45:29.816415 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d73f3b-7189-4df9-98fd-5d766137348f req-90306b71-c820-4f7d-b5cf-62df01f49545 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:29.817946 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92d73f3b-7189-4df9-98fd-5d766137348f req-90306b71-c820-4f7d-b5cf-62df01f49545 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0625410 Apr 06 12:45:29.873812 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-92d73f3b-7189-4df9-98fd-5d766137348f req-08be4019-9102-4fa6-94e7-722ba62f0d34 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501361 Apr 06 12:45:31.008088 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03650d34-c262-49ac-adcd-03ba5858ed00 req-60685a15-c36a-4998-bf69-acd12dd19232 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:31.009696 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03650d34-c262-49ac-adcd-03ba5858ed00 req-60685a15-c36a-4998-bf69-acd12dd19232 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0613010 Apr 06 12:45:31.056374 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03650d34-c262-49ac-adcd-03ba5858ed00 req-de2540ee-0dac-494c-96b8-d0e942da379f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Apr 06 12:45:32.220661 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb194216-0433-481d-be7c-8a39648e46ec req-f80264eb-341f-4d0d-8d69-f2549f759a8e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:32.222647 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eb194216-0433-481d-be7c-8a39648e46ec req-f80264eb-341f-4d0d-8d69-f2549f759a8e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0538127 Apr 06 12:45:32.275761 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eb194216-0433-481d-be7c-8a39648e46ec req-ad0abbec-d8a6-428d-9dff-e4df0e6df4d5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468483 Apr 06 12:45:33.434692 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26c771-a858-450c-aea1-be934eab1c17 req-ed22e527-bd6c-41a4-90d1-ec462a11027a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:33.437983 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bb26c771-a858-450c-aea1-be934eab1c17 req-ed22e527-bd6c-41a4-90d1-ec462a11027a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0731587 Apr 06 12:45:33.502449 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bb26c771-a858-450c-aea1-be934eab1c17 req-0c487c8d-07ab-44dd-846e-629a65a187bb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548375 Apr 06 12:45:33.777975 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:34.639662 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162ddd9-5bea-4437-9d6c-896f76b55442 req-6536070b-ed65-41a9-8834-0108e9bf40fc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:34.641135 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c162ddd9-5bea-4437-9d6c-896f76b55442 req-6536070b-ed65-41a9-8834-0108e9bf40fc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0575407 Apr 06 12:45:34.693645 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c162ddd9-5bea-4437-9d6c-896f76b55442 req-43eeeb80-ce6b-4bab-8453-e1b77a7a4cf1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467174 Apr 06 12:45:35.849552 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead64f-e95f-49b6-b3ea-c798a5e885b9 req-a534732e-670d-491b-bb42-99480a7b0258 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:35.851330 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5eead64f-e95f-49b6-b3ea-c798a5e885b9 req-a534732e-670d-491b-bb42-99480a7b0258 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0656531 Apr 06 12:45:35.902059 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5eead64f-e95f-49b6-b3ea-c798a5e885b9 req-3ba414dc-5bec-4a08-b0d9-3b8463a1e05f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448864 Apr 06 12:45:37.031327 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab093901-3e20-4486-a74d-384505e38995 req-5bbd8d7e-50a9-4c9d-aa2e-48bab88fec9c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:37.032897 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ab093901-3e20-4486-a74d-384505e38995 req-5bbd8d7e-50a9-4c9d-aa2e-48bab88fec9c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0574083 Apr 06 12:45:37.082176 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ab093901-3e20-4486-a74d-384505e38995 req-72b4db7e-7b45-47e9-99c2-03bb07d1f807 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435464 Apr 06 12:45:38.237906 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119500bd-4363-4e2a-9180-ce9d31963699 req-b0ec4fcc-7d7c-4875-9842-fbdc49d9babe tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:38.237906 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-119500bd-4363-4e2a-9180-ce9d31963699 req-b0ec4fcc-7d7c-4875-9842-fbdc49d9babe tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0629206 Apr 06 12:45:38.293438 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-119500bd-4363-4e2a-9180-ce9d31963699 req-34c67b77-3656-405e-88cf-2b67df138fb9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617824 Apr 06 12:45:39.319427 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c9a6ea4-45a8-44fd-9f80-4d731a6916ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:39.430115 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cbd74-6dfc-4957-a666-2df613caaea2 req-0305689e-bdc2-47a1-a722-f1accc4a2a18 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:39.431600 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7b2cbd74-6dfc-4957-a666-2df613caaea2 req-0305689e-bdc2-47a1-a722-f1accc4a2a18 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0518024 Apr 06 12:45:39.481433 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7b2cbd74-6dfc-4957-a666-2df613caaea2 req-37f9cad2-9e4c-4a99-94e1-e5dbca93ae8b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442774 Apr 06 12:45:40.604857 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0a904-1a57-48d4-a5af-5e9b747e0ade req-b8c41826-8e1f-495d-a9ea-12abc65723f4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:40.606425 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3e0a904-1a57-48d4-a5af-5e9b747e0ade req-b8c41826-8e1f-495d-a9ea-12abc65723f4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0526974 Apr 06 12:45:40.652242 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3e0a904-1a57-48d4-a5af-5e9b747e0ade req-1a3a4078-3a8a-407f-b011-2388d57fa42c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403354 Apr 06 12:45:41.784923 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddc975-92a4-4b18-b543-68b12655d319 req-596dd9b6-a895-4ef3-adc2-9c05370b1ba2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:41.786387 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e6ddc975-92a4-4b18-b543-68b12655d319 req-596dd9b6-a895-4ef3-adc2-9c05370b1ba2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0529549 Apr 06 12:45:41.821664 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e4a2f073-1c7a-4fa1-9220-e43e1cb3ecb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:41.832565 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e6ddc975-92a4-4b18-b543-68b12655d319 req-9d53c214-7031-4917-8dd5-bea5210f59fc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400822 Apr 06 12:45:42.959716 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b118b9b-3727-48a2-80bc-8cbcafe6d6ae req-f7009a04-e595-4565-8009-d90b4ec117f7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:42.961188 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3b118b9b-3727-48a2-80bc-8cbcafe6d6ae req-f7009a04-e595-4565-8009-d90b4ec117f7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0562439 Apr 06 12:45:43.000528 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:43.007766 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3b118b9b-3727-48a2-80bc-8cbcafe6d6ae req-0f2f7b7c-161a-416a-9f3b-44038efc54e5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409760 Apr 06 12:45:44.141169 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1f409-b7d2-4dc0-958e-b0490064f5c8 req-552ab45d-d633-4ba3-a82c-350da8e19abb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:44.142588 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-86c1f409-b7d2-4dc0-958e-b0490064f5c8 req-552ab45d-d633-4ba3-a82c-350da8e19abb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0591125 Apr 06 12:45:44.191594 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-86c1f409-b7d2-4dc0-958e-b0490064f5c8 req-4d13c2c6-0841-44b9-a8ff-ab0885e76acf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421996 Apr 06 12:45:44.686841 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:45.332081 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17728a36-db7f-48c1-bc71-f41b226ea846 req-b7b63a24-cc30-47ad-a395-5ad090866467 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:45.333590 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-17728a36-db7f-48c1-bc71-f41b226ea846 req-b7b63a24-cc30-47ad-a395-5ad090866467 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0566256 Apr 06 12:45:45.381022 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-17728a36-db7f-48c1-bc71-f41b226ea846 req-80ac4dd7-a2ba-4630-93b1-0fc6ec61764d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410984 Apr 06 12:45:46.056195 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:46.504905 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685e995-fa1b-4c1b-99e0-07579f25350b req-6faf61a1-8963-49ba-a46b-e191b1a219d9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:46.506656 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4685e995-fa1b-4c1b-99e0-07579f25350b req-6faf61a1-8963-49ba-a46b-e191b1a219d9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0525289 Apr 06 12:45:46.553623 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4685e995-fa1b-4c1b-99e0-07579f25350b req-81dfad6d-7d42-4f46-baa9-fb62a94e7dd4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400255 Apr 06 12:45:47.679433 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484b838-ec99-4810-887f-41d2a0124875 req-31da1fd7-e812-4734-95e3-72435ed71696 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:47.680946 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c484b838-ec99-4810-887f-41d2a0124875 req-31da1fd7-e812-4734-95e3-72435ed71696 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0546215 Apr 06 12:45:47.731580 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c484b838-ec99-4810-887f-41d2a0124875 req-da636179-eaba-4e0b-a5e5-4c346d6b8b2f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446358 Apr 06 12:45:48.858902 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c28b9a-28dc-44b1-a204-01d26047c5cb req-f329f206-d564-4972-902e-48e90a3e1795 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:48.860393 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6c28b9a-28dc-44b1-a204-01d26047c5cb req-f329f206-d564-4972-902e-48e90a3e1795 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0535603 Apr 06 12:45:48.907994 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6c28b9a-28dc-44b1-a204-01d26047c5cb req-efd4b7cf-e624-428e-a837-d32e221818e8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419247 Apr 06 12:45:50.037540 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515daee-f7d6-4fde-a1ec-12f41cbb6261 req-4bc507e0-3c16-4ee0-9080-3025b0ad68dd tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:50.037540 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a515daee-f7d6-4fde-a1ec-12f41cbb6261 req-4bc507e0-3c16-4ee0-9080-3025b0ad68dd tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0562360 Apr 06 12:45:50.086513 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a515daee-f7d6-4fde-a1ec-12f41cbb6261 req-e4f1b4fb-fff0-4fa0-a450-8d8ce2139594 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416718 Apr 06 12:45:51.216078 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd445b0-a0b4-46c7-9414-4c57a1805b6e req-780ba6c8-52d4-4d55-a0a9-4d4a8608d6c6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:51.217541 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-abd445b0-a0b4-46c7-9414-4c57a1805b6e req-780ba6c8-52d4-4d55-a0a9-4d4a8608d6c6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0580823 Apr 06 12:45:51.265244 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-abd445b0-a0b4-46c7-9414-4c57a1805b6e req-7ca8032d-c3bc-459c-bbae-9524e2e5f633 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420899 Apr 06 12:45:52.389788 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55fc91-b56a-47a4-8918-cfe08f81a4f0 req-c169d090-d28d-47a7-874a-c90e5d5695ca tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:52.391204 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8e55fc91-b56a-47a4-8918-cfe08f81a4f0 req-c169d090-d28d-47a7-874a-c90e5d5695ca tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0543439 Apr 06 12:45:52.438942 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8e55fc91-b56a-47a4-8918-cfe08f81a4f0 req-8c1c5363-a2b7-4498-bf01-405a1c0ad0f5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419142 Apr 06 12:45:53.563107 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e578e-6e13-429b-bc07-53ddb5d907da req-75bd33d4-7bfe-4568-9b34-3057d3c73189 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:53.564511 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ca5e578e-6e13-429b-bc07-53ddb5d907da req-75bd33d4-7bfe-4568-9b34-3057d3c73189 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0523233 Apr 06 12:45:53.621753 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ca5e578e-6e13-429b-bc07-53ddb5d907da req-3704383f-024d-43c9-ac42-491dea91a032 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516183 Apr 06 12:45:54.761545 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17303827-e072-4a95-986c-f9861a49b3e3 req-b350d283-57e5-4fb1-a065-f44d680f1eae tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:54.763227 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-17303827-e072-4a95-986c-f9861a49b3e3 req-b350d283-57e5-4fb1-a065-f44d680f1eae tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 943 time: 0.0569570 Apr 06 12:45:54.811113 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-17303827-e072-4a95-986c-f9861a49b3e3 req-7e7049e1-c896-4a85-b2a5-50196ff2d434 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422225 Apr 06 12:45:55.586623 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:45:55.689498 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:55.701480 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'port_id': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'mac_address': 'fa:16:3e:64:6b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:45:55.740457 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:55.740912 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.755658 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80aadd11-fbe9-423e-a801-7e4ef1ce2626 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:45:55.775054 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:55.841702 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:55.894840 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=9']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:55.902555 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.903000 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.903354 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.903700 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.904040 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.904373 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.904701 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.905031 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.905358 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.905685 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.906013 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.906339 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.906686 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.907014 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.907337 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:55.936652 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7210a-2f9a-4bb2-970c-537e2ba173ca req-2e0c30ac-3321-4164-86dd-1b7eb78c0fc8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:55.938150 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0af7210a-2f9a-4bb2-970c-537e2ba173ca req-2e0c30ac-3321-4164-86dd-1b7eb78c0fc8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0526793 Apr 06 12:45:55.969336 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48346) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:55.991608 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0af7210a-2f9a-4bb2-970c-537e2ba173ca req-fd256e8e-5055-4b95-b53a-6b3da2fb4d85 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477464 Apr 06 12:45:56.121895 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Deleting subnet 7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf {{(pid=103994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:45:56.124981 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Publish callbacks [] for subnet (7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.159316 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391634'] for subnet (7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.197634 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.341533 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118396692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118161717'] for subnet (7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.372245 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:56.376966 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.380178 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7f0cd9ba-06b5-4545-9b82-4e2f92fae3cf HTTP/1.1" status: 204 len: 168 time: 0.4099061 Apr 06 12:45:56.382697 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 48350) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:56.385026 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.385378 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.385746 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.386240 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.386739 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.387071 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.387406 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.387742 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.388074 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.388403 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.388733 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.389060 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.389387 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.389710 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.390033 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2fc81b-255e-4305-bcda-28be8ae9b951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.419839 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['80aadd11-fbe9-423e-a801-7e4ef1ce2626'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:45:56.467582 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (278a7cc5-c862-44ff-b581-f81b8f6d30da), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.546924 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (278a7cc5-c862-44ff-b581-f81b8f6d30da), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.566710 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['278a7cc5-c862-44ff-b581-f81b8f6d30da']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:56.575885 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5112430-1753-4a89-8fa8-8597bd25f907') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:56.576188 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5112430-1753-4a89-8fa8-8597bd25f907') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:45:56.585277 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (f5112430-1753-4a89-8fa8-8597bd25f907), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.598790 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (f5112430-1753-4a89-8fa8-8597bd25f907), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.604563 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:45:56.605729 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (f5112430-1753-4a89-8fa8-8597bd25f907), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:45:56.607363 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:45:56.753045 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (278a7cc5-c862-44ff-b581-f81b8f6d30da), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.762723 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:56.767046 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] 10.222.0.60 "DELETE /v2.0/networks/278a7cc5-c862-44ff-b581-f81b8f6d30da HTTP/1.1" status: 204 len: 168 time: 0.3832469 Apr 06 12:45:56.779753 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Pushing event deleted for resources: {'Network': ['ID=278a7cc5-c862-44ff-b581-f81b8f6d30da,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:56.788108 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.788467 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.788818 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.789188 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.789540 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.789872 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.790153 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.790512 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.790849 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.791184 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.791515 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.791849 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.792836 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.793286 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:56.793614 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b554acd5-e595-43d6-88e9-21b229ef1274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:45:57.124675 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0147c3c-c476-481e-ba38-7c8c8dbb0d75 req-ad581e98-de4c-461c-9662-7d44fbd4a5b1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:57.126780 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 48360) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:57.127021 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c0147c3c-c476-481e-ba38-7c8c8dbb0d75 req-ad581e98-de4c-461c-9662-7d44fbd4a5b1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 944 time: 0.0629029 Apr 06 12:45:57.167317 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-cd2fd30d-c596-4b34-b70d-19872850fb35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24dc8c66d56d4ce2b5e4342f3c1714c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406816 Apr 06 12:45:57.170019 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 48362) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:45:57.176137 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c0147c3c-c476-481e-ba38-7c8c8dbb0d75 req-62754354-b044-4277-81f2-2f54563ef917 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426192 Apr 06 12:45:57.220560 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-668c32cd-35ff-4a3a-8e01-c6d830c4052d admin admin] Publish callbacks [] for security_group (98e0123c-4a93-4678-b6bf-cf5cd8540290), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.241129 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-668c32cd-35ff-4a3a-8e01-c6d830c4052d admin admin] Publish callbacks [] for security_group (98e0123c-4a93-4678-b6bf-cf5cd8540290), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.331815 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-668c32cd-35ff-4a3a-8e01-c6d830c4052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (98e0123c-4a93-4678-b6bf-cf5cd8540290), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.334321 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-668c32cd-35ff-4a3a-8e01-c6d830c4052d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.335513 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-668c32cd-35ff-4a3a-8e01-c6d830c4052d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98e0123c-4a93-4678-b6bf-cf5cd8540290 HTTP/1.1" status: 204 len: 168 time: 0.1645396 Apr 06 12:45:57.343754 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c32cd-35ff-4a3a-8e01-c6d830c4052d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e0123c-4a93-4678-b6bf-cf5cd8540290,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:57.717984 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:45:57.778756 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:45:57.779378 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.859105 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:45:57.859580 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:57.883650 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:45:57.885881 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36a931e-c86c-4a28-944d-14a52ce993d2" -d '{"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-plugged", "status": "completed", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:45:57.898793 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:45:57.920756 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d2c232-933b-41ae-8cfa-5c8032558bbe x-openstack-request-id: req-09d2c232-933b-41ae-8cfa-5c8032558bbe {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:45:57.921045 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-plugged", "status": "completed", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:45:57.921300 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09d2c232-933b-41ae-8cfa-5c8032558bbe {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:45:57.921697 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d2c232-933b-41ae-8cfa-5c8032558bbe'] response: {'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'code': 200} Apr 06 12:45:57.954798 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:45:58.134304 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=10']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:45:58.305033 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49fb24-ce13-49d0-a383-03e9f122caa0 req-d56a93c1-1e83-46d1-acb8-94955cccc4ab tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:58.306549 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8a49fb24-ce13-49d0-a383-03e9f122caa0 req-d56a93c1-1e83-46d1-acb8-94955cccc4ab tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.0534303 Apr 06 12:45:58.353692 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8a49fb24-ce13-49d0-a383-03e9f122caa0 req-a0a1645e-e072-4258-9e01-ed82a18925e8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Apr 06 12:45:59.394861 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60287a42-8123-4f7b-9d60-41a7d48267f3 req-673d9351-c3ec-4f43-bfd3-7ede3fa25cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:59.396364 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-60287a42-8123-4f7b-9d60-41a7d48267f3 req-673d9351-c3ec-4f43-bfd3-7ede3fa25cd3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 1130 time: 0.0515046 Apr 06 12:45:59.444503 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-60287a42-8123-4f7b-9d60-41a7d48267f3 req-76d6a5a6-6282-43a4-af78-8ce63cfedc6a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411944 Apr 06 12:45:59.494789 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a4bd3-bad3-40d6-bad8-1f2bf9bc436d req-8740db0e-0f18-495b-9ce6-502061c848be tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:45:59.497056 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-716a4bd3-bad3-40d6-bad8-1f2bf9bc436d req-8740db0e-0f18-495b-9ce6-502061c848be tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.0561185 Apr 06 12:45:59.544428 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-716a4bd3-bad3-40d6-bad8-1f2bf9bc436d req-4ea7ec3e-92f6-4461-ab23-4ee20ec379db tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417793 Apr 06 12:46:00.422250 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29872adb-ab89-4c70-8f6f-22d4c85eb284 req-92dae8a9-24c1-4e3d-8e4a-ee00bf45a7f9 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:00.423667 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29872adb-ab89-4c70-8f6f-22d4c85eb284 req-92dae8a9-24c1-4e3d-8e4a-ee00bf45a7f9 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0558889 Apr 06 12:46:00.474512 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29872adb-ab89-4c70-8f6f-22d4c85eb284 req-1bbcfa12-7830-4b11-97a1-36ac88dbab7c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451603 Apr 06 12:46:00.670861 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e14e77-1df8-4db5-9e7d-938c8806d380 req-c8ca6901-48aa-482f-b8d8-d43b4ad2cc28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:00.672410 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18e14e77-1df8-4db5-9e7d-938c8806d380 req-c8ca6901-48aa-482f-b8d8-d43b4ad2cc28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.0544968 Apr 06 12:46:00.720562 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-18e14e77-1df8-4db5-9e7d-938c8806d380 req-e1f42735-827b-4e41-ba9d-84f3f00c5c39 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426531 Apr 06 12:46:01.594210 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deae373-98ce-4a34-b296-5e2709c5c084 req-2d30e49c-c3d9-4593-a9ab-41d6ddd1cf6d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:01.595736 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0deae373-98ce-4a34-b296-5e2709c5c084 req-2d30e49c-c3d9-4593-a9ab-41d6ddd1cf6d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0536728 Apr 06 12:46:01.646983 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0deae373-98ce-4a34-b296-5e2709c5c084 req-30c2fbb3-415c-449a-a35a-147185e0abbc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456383 Apr 06 12:46:01.849153 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86885b-376b-4a69-be86-9a76150ea7c8 req-d10229e2-458f-45f7-ae49-1c4e3fe83084 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:01.850721 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5b86885b-376b-4a69-be86-9a76150ea7c8 req-d10229e2-458f-45f7-ae49-1c4e3fe83084 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.0547829 Apr 06 12:46:01.907315 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5b86885b-376b-4a69-be86-9a76150ea7c8 req-efb2b388-63ca-4628-8620-b53498d92346 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446308 Apr 06 12:46:02.780700 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cac44-7a9e-4d90-a50d-afd6682e134c req-74882afd-650d-4d26-8d23-1905976968ff tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:02.782907 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9a9cac44-7a9e-4d90-a50d-afd6682e134c req-74882afd-650d-4d26-8d23-1905976968ff tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0656130 Apr 06 12:46:02.857864 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-fae1dd6d-a234-4dc8-a70e-34eebe2aad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:02.859394 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-fae1dd6d-a234-4dc8-a70e-34eebe2aad6f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 1130 time: 0.0931058 Apr 06 12:46:02.865584 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9a9cac44-7a9e-4d90-a50d-afd6682e134c req-0e3c12d5-34e4-476f-a1e7-70b58043ddd5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639188 Apr 06 12:46:02.972982 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-16495c0f-4673-4811-9f3c-28c0a9e88235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:02.974491 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-16495c0f-4673-4811-9f3c-28c0a9e88235 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 917 time: 0.0902123 Apr 06 12:46:03.083183 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-65f0c525-aeed-4c3e-b904-3e4bfac4f8ce service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626 HTTP/1.1" status: 200 len: 1000 time: 0.0730636 Apr 06 12:46:03.091282 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4e0d-7307-4fad-8753-136a421a94ff req-6c283912-c5fc-4a3f-8823-fef0f4a502d9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:03.092819 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0afe4e0d-7307-4fad-8753-136a421a94ff req-6c283912-c5fc-4a3f-8823-fef0f4a502d9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.1102343 Apr 06 12:46:03.166611 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-ca2214db-18e0-40bd-8bb0-faf9c69e2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:03.168680 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-ca2214db-18e0-40bd-8bb0-faf9c69e2ae6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0749698 Apr 06 12:46:03.175856 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0afe4e0d-7307-4fad-8753-136a421a94ff req-c5367ee2-afa8-4234-bfa0-08ce36a972d4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737214 Apr 06 12:46:03.232063 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-39fa628a-c115-4118-a55f-c6e705c7a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:03.233565 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-39fa628a-c115-4118-a55f-c6e705c7a41d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546150 Apr 06 12:46:03.329744 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-d44d59c1-ecd6-4819-a549-f923484ae8c7 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878997 Apr 06 12:46:03.432315 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-70a2ccf8-2950-4d6f-b847-8fa833080e94 req-e4cc424f-5838-4745-9f1e-11456f796cf2 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958722 Apr 06 12:46:03.749043 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:03.753407 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:46:03.988692 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482cb1b-b70e-4a61-b969-73611650625f req-a2ef4d09-0b31-4e14-84d7-489bd9834652 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:03.990166 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b482cb1b-b70e-4a61-b969-73611650625f req-a2ef4d09-0b31-4e14-84d7-489bd9834652 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0539346 Apr 06 12:46:04.041415 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b482cb1b-b70e-4a61-b969-73611650625f req-a5b894fa-ec02-4c2d-a0c7-292c346fe43e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445075 Apr 06 12:46:04.302932 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d52942-13ba-4f42-b819-a11cc2cbb632 req-0b8fb52a-3873-4743-ac81-24fe7371948a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:04.304412 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-66d52942-13ba-4f42-b819-a11cc2cbb632 req-0b8fb52a-3873-4743-ac81-24fe7371948a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.0536354 Apr 06 12:46:04.350355 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-66d52942-13ba-4f42-b819-a11cc2cbb632 req-1bba4ee3-ff53-4060-acdf-56321edb3831 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397503 Apr 06 12:46:05.168703 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02dbdb4-0c21-44dd-8744-c020b47646f0 req-c05c6fb5-17f2-4110-b050-8f0dfec918f1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:05.170155 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e02dbdb4-0c21-44dd-8744-c020b47646f0 req-c05c6fb5-17f2-4110-b050-8f0dfec918f1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0584905 Apr 06 12:46:05.216502 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e02dbdb4-0c21-44dd-8744-c020b47646f0 req-e6f2b347-19ef-46b7-9aab-7e2c17be5eae tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404851 Apr 06 12:46:06.335753 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c998d85-63fe-4922-af0c-dae058e96673 req-9bd65629-71ad-4985-8966-4645f72b2114 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:06.337267 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c998d85-63fe-4922-af0c-dae058e96673 req-9bd65629-71ad-4985-8966-4645f72b2114 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0516338 Apr 06 12:46:06.385274 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c998d85-63fe-4922-af0c-dae058e96673 req-1d875dd0-29c6-42fe-92a3-9a48f651e818 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407009 Apr 06 12:46:07.509210 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a78cc4-ae9f-4f9c-bf55-6eade39a9d7d req-86d5fdc5-2de1-4c16-ba45-c14e6a5320e5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:07.511100 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-27a78cc4-ae9f-4f9c-bf55-6eade39a9d7d req-86d5fdc5-2de1-4c16-ba45-c14e6a5320e5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0570714 Apr 06 12:46:07.556050 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-27a78cc4-ae9f-4f9c-bf55-6eade39a9d7d req-fec55748-1042-43c1-834c-80ea6b11a7d1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397632 Apr 06 12:46:08.673789 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f371872-40b5-4c52-8589-eb300e8fe7ee req-cc67205a-f7a0-4ba3-97a0-70a9b619b495 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:08.675302 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3f371872-40b5-4c52-8589-eb300e8fe7ee req-cc67205a-f7a0-4ba3-97a0-70a9b619b495 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0526006 Apr 06 12:46:08.721623 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3f371872-40b5-4c52-8589-eb300e8fe7ee req-930c9651-034f-4cb2-b4d1-d27918b99d35 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408328 Apr 06 12:46:09.303205 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7cd2170e-4f10-4d92-9778-4e1f7231ab54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:09.851454 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122856da-f49e-47b7-9219-bedd9628fbdc req-c0b2f10a-8917-48aa-bec0-ea4bdf3e5641 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:09.852803 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-122856da-f49e-47b7-9219-bedd9628fbdc req-c0b2f10a-8917-48aa-bec0-ea4bdf3e5641 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0579662 Apr 06 12:46:09.904535 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-122856da-f49e-47b7-9219-bedd9628fbdc req-51a989d5-ce3e-41a4-9529-a52a0c4dcf21 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458879 Apr 06 12:46:11.020883 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291c409-9644-44c4-ac2d-c0f18042faa9 req-a457cb49-5875-4ab9-9cad-06c1a2652372 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:11.022332 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0291c409-9644-44c4-ac2d-c0f18042faa9 req-a457cb49-5875-4ab9-9cad-06c1a2652372 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0517366 Apr 06 12:46:11.070215 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0291c409-9644-44c4-ac2d-c0f18042faa9 req-115cd2f1-f6d9-45cb-989c-d4a3ece4ab19 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416183 Apr 06 12:46:11.843214 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-eb4f18b4-bfac-44a6-9a55-06012423143e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:12.208484 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04363d-c04e-4890-97b9-03bc5181d51a req-ca0de83f-df0e-420e-9616-dd0c67c3fb5b tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:12.210003 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5f04363d-c04e-4890-97b9-03bc5181d51a req-ca0de83f-df0e-420e-9616-dd0c67c3fb5b tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0664504 Apr 06 12:46:12.264565 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5f04363d-c04e-4890-97b9-03bc5181d51a req-ff5b6560-c98a-4868-ac89-da4414f34fa9 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471833 Apr 06 12:46:13.046292 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:13.388642 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d6d4d-a6d6-4fee-b160-5b59b59d9e42 req-36491f93-b83e-47cb-86a7-0367a90b553f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:13.390123 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-387d6d4d-a6d6-4fee-b160-5b59b59d9e42 req-36491f93-b83e-47cb-86a7-0367a90b553f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0574756 Apr 06 12:46:13.437465 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-387d6d4d-a6d6-4fee-b160-5b59b59d9e42 req-e30a6116-1fca-47fd-a6b6-3f5392fc40a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417938 Apr 06 12:46:14.559759 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac66ee-eec5-42b0-b97e-eb397d45aec7 req-267bddb0-ca60-4216-94c6-153438e380a5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:14.560611 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:14.561236 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1bac66ee-eec5-42b0-b97e-eb397d45aec7 req-267bddb0-ca60-4216-94c6-153438e380a5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0532343 Apr 06 12:46:14.607819 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1bac66ee-eec5-42b0-b97e-eb397d45aec7 req-877470a0-6f99-4b70-9371-77f326f8f8c7 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410910 Apr 06 12:46:15.727230 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d766c-fef1-4a69-b658-3973001dcd05 req-fde9d62e-4cab-45c9-9897-535c4435900f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:15.728694 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-013d766c-fef1-4a69-b658-3973001dcd05 req-fde9d62e-4cab-45c9-9897-535c4435900f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0529466 Apr 06 12:46:15.784397 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-013d766c-fef1-4a69-b658-3973001dcd05 req-03e91217-0526-4d1f-86d4-370ae30d0b2d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495868 Apr 06 12:46:16.057857 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:17.008403 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdde40-417b-4599-bc7a-b025668a6144 req-fdb2ebbf-83e8-4c08-8d83-facf20b4f7d2 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:17.009891 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-67cdde40-417b-4599-bc7a-b025668a6144 req-fdb2ebbf-83e8-4c08-8d83-facf20b4f7d2 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0531349 Apr 06 12:46:17.059333 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-67cdde40-417b-4599-bc7a-b025668a6144 req-b4cdb7b4-d567-4776-bc6f-41d7f6820904 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432382 Apr 06 12:46:17.426031 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f7dce-7e33-4f50-b649-3abc86c0a357 req-6ae862c2-1887-4989-8e0e-77d84673d0f5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:17.427563 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0e0f7dce-7e33-4f50-b649-3abc86c0a357 req-6ae862c2-1887-4989-8e0e-77d84673d0f5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0542557 Apr 06 12:46:17.474215 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0e0f7dce-7e33-4f50-b649-3abc86c0a357 req-e291663d-ca9f-4bf5-96a9-93a6f4c6da29 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405023 Apr 06 12:46:17.575721 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13009f-a237-48a1-aa5e-340b733828af req-f3541968-2ed4-4507-88df-3553b18a48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:17.577185 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f13009f-a237-48a1-aa5e-340b733828af req-f3541968-2ed4-4507-88df-3553b18a48d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 1130 time: 0.0472095 Apr 06 12:46:17.664475 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13009f-a237-48a1-aa5e-340b733828af req-1be36a44-6996-4160-96ff-d8052bd8beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:17.665829 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f13009f-a237-48a1-aa5e-340b733828af req-1be36a44-6996-4160-96ff-d8052bd8beba service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 912 time: 0.0816996 Apr 06 12:46:17.732915 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f13009f-a237-48a1-aa5e-340b733828af req-8956c5bf-43d4-4777-af79-ab51d1879fb7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc HTTP/1.1" status: 200 len: 1002 time: 0.0604877 Apr 06 12:46:17.780951 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13009f-a237-48a1-aa5e-340b733828af req-82c820c6-d9f6-426b-b10e-0941c5f8ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:17.782377 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f13009f-a237-48a1-aa5e-340b733828af req-82c820c6-d9f6-426b-b10e-0941c5f8ab94 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=111597ec-f219-48ba-b05f-e833846f3adf HTTP/1.1" status: 200 len: 850 time: 0.0423422 Apr 06 12:46:17.831787 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13009f-a237-48a1-aa5e-340b733828af req-a899ef41-196c-4fc7-b89a-fca4986c6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:17.833276 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f13009f-a237-48a1-aa5e-340b733828af req-a899ef41-196c-4fc7-b89a-fca4986c6bcc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a7333ee-54b6-402d-8b31-d65ec196205c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448675 Apr 06 12:46:17.964357 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f13009f-a237-48a1-aa5e-340b733828af req-a3a833b2-f4c9-4841-81f4-78794ed48b13 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231213 Apr 06 12:46:18.062597 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f13009f-a237-48a1-aa5e-340b733828af req-8c4e2aa3-4c36-48f0-b90a-ba3848d047df service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840435 Apr 06 12:46:18.598381 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618e179-2ddd-4c58-bc7e-4db88466ae1e req-31363ade-37df-4c3e-bd7b-602900439851 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:18.599861 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5618e179-2ddd-4c58-bc7e-4db88466ae1e req-31363ade-37df-4c3e-bd7b-602900439851 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0556164 Apr 06 12:46:18.646490 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5618e179-2ddd-4c58-bc7e-4db88466ae1e req-b197ae98-cd18-4de6-adb1-51ced18eb26e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403137 Apr 06 12:46:19.767160 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bc50c-90fc-4a37-8136-1e57f2c5ad3c req-2b5119db-56d6-41dd-9788-ca81bc0b4d3f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:19.768610 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c0bc50c-90fc-4a37-8136-1e57f2c5ad3c req-2b5119db-56d6-41dd-9788-ca81bc0b4d3f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0527940 Apr 06 12:46:19.818418 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c0bc50c-90fc-4a37-8136-1e57f2c5ad3c req-42bbfd4b-adff-4b99-b190-8a3bd56b6ee3 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442240 Apr 06 12:46:21.440001 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cebdaf-df80-4af1-9b0f-819bf0483f74 req-ba5d4280-6c77-42ca-a905-d8f2d230bb55 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:21.441371 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1cebdaf-df80-4af1-9b0f-819bf0483f74 req-ba5d4280-6c77-42ca-a905-d8f2d230bb55 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0512216 Apr 06 12:46:21.503975 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1cebdaf-df80-4af1-9b0f-819bf0483f74 req-e02cb57f-cd70-4ea7-b38a-fcc8073c582e tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568848 Apr 06 12:46:22.524144 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-a677837b-22bf-40d5-9a2c-05a8cd6a4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:22.525518 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-a677837b-22bf-40d5-9a2c-05a8cd6a4d13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60236bb2f02348b099a6dc6a40f88895&device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 1169 time: 0.0450459 Apr 06 12:46:22.652150 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-cdc458de-2d34-4f19-8772-10254a3aa62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:22.653474 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-cdc458de-2d34-4f19-8772-10254a3aa62e service neutron] 10.222.0.74 "GET /v2.0/networks?id=830dd20d-595a-4add-ac85-c7289c5a0e71 HTTP/1.1" status: 200 len: 916 time: 0.1212647 Apr 06 12:46:22.661481 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28774426-19dc-4328-b7ac-4c9b9ba5e690 req-a741c493-f37f-4512-a2fc-bab7fcc6fbbb tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:22.662860 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-28774426-19dc-4328-b7ac-4c9b9ba5e690 req-a741c493-f37f-4512-a2fc-bab7fcc6fbbb tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0857403 Apr 06 12:46:22.748311 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-3141ce0a-3257-4b8a-a4b8-52ebc957b2df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 200 len: 1000 time: 0.0845006 Apr 06 12:46:22.794654 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-28774426-19dc-4328-b7ac-4c9b9ba5e690 req-c4ecf616-c8bb-4d53-8415-64f3f769165b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1247604 Apr 06 12:46:22.813111 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-190c5801-c643-47ba-9fbd-a481e217fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:22.814586 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-190c5801-c643-47ba-9fbd-a481e217fd7b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e025e6c-5329-412d-b978-79cd97605cd8 HTTP/1.1" status: 200 len: 854 time: 0.0557172 Apr 06 12:46:22.866367 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-52ed9e4b-a463-4cf3-8866-921ce587e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:22.868472 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-52ed9e4b-a463-4cf3-8866-921ce587e4cc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=830dd20d-595a-4add-ac85-c7289c5a0e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458570 Apr 06 12:46:22.958276 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-e6e9ff7e-81fd-4a32-8e92-0a5fd8091d27 service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823939 Apr 06 12:46:23.053119 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e26720eb-b97b-4868-b8c2-9aa99ae3e082 req-814863d3-38fb-4888-b4e6-0c1d4a1ca962 service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870178 Apr 06 12:46:23.937991 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143399d-7226-4e0c-8690-403548207e1e req-5e15e8de-7953-4e59-9804-8a0918783b11 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:23.939603 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6143399d-7226-4e0c-8690-403548207e1e req-5e15e8de-7953-4e59-9804-8a0918783b11 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0858350 Apr 06 12:46:23.961164 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59a01b-8811-4637-be59-50aafdce6d2e req-93b814ac-8b6d-4e3a-b60d-4855a6806cd5 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:23.962576 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8d59a01b-8811-4637-be59-50aafdce6d2e req-93b814ac-8b6d-4e3a-b60d-4855a6806cd5 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0796363 Apr 06 12:46:24.312708 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6143399d-7226-4e0c-8690-403548207e1e req-05fcf47b-916f-4e5d-9524-2f85710a0858 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667057 Apr 06 12:46:24.325978 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-9f58bfac-2539-4771-af16-658c85d3ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:24.327551 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-9f58bfac-2539-4771-af16-658c85d3ff38 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 1129 time: 0.3640840 Apr 06 12:46:24.332735 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8d59a01b-8811-4637-be59-50aafdce6d2e req-d64fed8a-1708-4740-8814-dac3ac6ecaf2 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3514833 Apr 06 12:46:24.425794 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-7ba10e0d-4fc2-4a9d-861f-cd98ee0f52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:24.427278 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-7ba10e0d-4fc2-4a9d-861f-cd98ee0f52f3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.0899277 Apr 06 12:46:24.498911 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-a9182414-206a-44f9-8a99-29b855a6a678 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da4269c-2290-43c1-b777-c94ee9dba21e HTTP/1.1" status: 200 len: 1001 time: 0.0591881 Apr 06 12:46:24.547709 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-62e86d13-e693-4bf9-945d-8c387c9fb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:24.549134 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-62e86d13-e693-4bf9-945d-8c387c9fb37d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0437698 Apr 06 12:46:24.608687 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-099dbc46-32db-41ec-bba2-9889f045c7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:24.610140 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-099dbc46-32db-41ec-bba2-9889f045c7d2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474348 Apr 06 12:46:24.697073 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-5e2c0fc8-aaf2-45d4-b5d4-0084aa14ea5a service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786226 Apr 06 12:46:24.788851 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f86ee65d-a060-49f4-8cbe-96b7c23a5b6a req-bd6aed6a-05db-4b66-83d7-113fc0915c12 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839458 Apr 06 12:46:25.462088 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383c5b8-b94b-4d6e-9843-0a9177cc89c7 req-16ef2557-dbe4-4199-a9ac-97edb56b1cf6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:25.464229 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6383c5b8-b94b-4d6e-9843-0a9177cc89c7 req-16ef2557-dbe4-4199-a9ac-97edb56b1cf6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0840247 Apr 06 12:46:25.476018 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c3abb3-ec96-401f-8044-c6b135376b6a req-c6365e0c-1295-48d3-85ed-d482db2aac7a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:25.477415 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19c3abb3-ec96-401f-8044-c6b135376b6a req-c6365e0c-1295-48d3-85ed-d482db2aac7a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0700688 Apr 06 12:46:25.552622 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6383c5b8-b94b-4d6e-9843-0a9177cc89c7 req-e829365f-455e-4bd2-ae3a-4d4dc61ae233 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742462 Apr 06 12:46:25.568407 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19c3abb3-ec96-401f-8044-c6b135376b6a req-07bfa429-b846-4c28-b98b-13b0e81fee2d tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844834 Apr 06 12:46:26.707149 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e416b-b357-43ea-a31e-ffd46507d59c req-5be9603b-e22d-4858-a002-49e25a8ab1e6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:26.708624 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1e4e416b-b357-43ea-a31e-ffd46507d59c req-5be9603b-e22d-4858-a002-49e25a8ab1e6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0871017 Apr 06 12:46:26.720577 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2529d-1167-4742-894e-2e340e965c0f req-ca474554-5333-47d4-bbd7-0825a6863bc7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:26.721988 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8fc2529d-1167-4742-894e-2e340e965c0f req-ca474554-5333-47d4-bbd7-0825a6863bc7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0709922 Apr 06 12:46:26.791397 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1e4e416b-b357-43ea-a31e-ffd46507d59c req-4d1201d8-248a-4636-a595-12c107ddd382 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684166 Apr 06 12:46:26.811371 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8fc2529d-1167-4742-894e-2e340e965c0f req-55d8d977-4775-4d97-8e11-6660bdbaeff8 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814931 Apr 06 12:46:27.954555 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646502e7-5023-4423-b0df-9ecd184a5b18 req-b9c06e12-4592-45d0-b248-c4b0a266c430 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:27.956041 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-646502e7-5023-4423-b0df-9ecd184a5b18 req-b9c06e12-4592-45d0-b248-c4b0a266c430 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0905330 Apr 06 12:46:27.969865 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1e0e5-2e6a-4233-968f-a9014c1d471c req-af352872-6f42-4ee2-833b-e723a81c837b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:27.971315 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-08c1e0e5-2e6a-4233-968f-a9014c1d471c req-af352872-6f42-4ee2-833b-e723a81c837b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0743709 Apr 06 12:46:28.044322 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-646502e7-5023-4423-b0df-9ecd184a5b18 req-95a67436-433a-4532-95c5-77c35eb4120b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823069 Apr 06 12:46:28.058368 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-08c1e0e5-2e6a-4233-968f-a9014c1d471c req-ef3c123c-6e29-45fa-b15b-a83a14ff17bc tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815461 Apr 06 12:46:29.204850 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcc51c-79c7-4cb4-9951-7526d4e9dc19 req-d6567efe-1f4e-4e64-b549-3909fa0c72dd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:29.206267 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-21dcc51c-79c7-4cb4-9951-7526d4e9dc19 req-d6567efe-1f4e-4e64-b549-3909fa0c72dd tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0915732 Apr 06 12:46:29.220153 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051c018-3fca-4b20-b77d-667a0a2c1048 req-3930cde1-3f59-4e7b-96ac-0f7be1b97270 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:29.221825 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0051c018-3fca-4b20-b77d-667a0a2c1048 req-3930cde1-3f59-4e7b-96ac-0f7be1b97270 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0785193 Apr 06 12:46:29.298926 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-21dcc51c-79c7-4cb4-9951-7526d4e9dc19 req-09313b4b-8f63-4385-8ab7-ff1a6d38bc6a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862970 Apr 06 12:46:29.313820 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0051c018-3fca-4b20-b77d-667a0a2c1048 req-39a231bb-7367-4866-b15e-e77117b89c89 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861611 Apr 06 12:46:30.450180 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db8ef7-bce0-45a2-b46b-7cdca64eba27 req-ef666569-a592-4ff9-881e-ebe444bc5872 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:30.451620 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-55db8ef7-bce0-45a2-b46b-7cdca64eba27 req-ef666569-a592-4ff9-881e-ebe444bc5872 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0839887 Apr 06 12:46:30.484674 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed73d7-58ee-431a-84b3-a83b6da67c9f req-6b1c1b83-4bdf-4b3d-92ac-5e8d948ee579 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:30.486201 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-98ed73d7-58ee-431a-84b3-a83b6da67c9f req-6b1c1b83-4bdf-4b3d-92ac-5e8d948ee579 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0917096 Apr 06 12:46:30.531493 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-55db8ef7-bce0-45a2-b46b-7cdca64eba27 req-e91eff1a-607a-4247-9067-dd77b8cb712a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738564 Apr 06 12:46:30.571552 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-98ed73d7-58ee-431a-84b3-a83b6da67c9f req-82811f5c-9a68-4c31-a7bd-faa6ad53ceb7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776217 Apr 06 12:46:31.685113 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079ea62-ef9a-4e7d-a0d3-95a6143caa11 req-6b9ae8ce-9684-4a97-94ba-001ed0d1862d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:31.686734 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a079ea62-ef9a-4e7d-a0d3-95a6143caa11 req-6b9ae8ce-9684-4a97-94ba-001ed0d1862d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0866938 Apr 06 12:46:31.736799 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccd9e5-962c-4fbe-a2f0-ba944f964195 req-73179ea1-8b09-4ffe-9172-befa17b54d91 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:31.739097 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6eccd9e5-962c-4fbe-a2f0-ba944f964195 req-73179ea1-8b09-4ffe-9172-befa17b54d91 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0955358 Apr 06 12:46:31.775038 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a079ea62-ef9a-4e7d-a0d3-95a6143caa11 req-9389f7aa-195c-4597-b854-4bbfafd7932f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799460 Apr 06 12:46:31.814518 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6eccd9e5-962c-4fbe-a2f0-ba944f964195 req-e56b570a-83e7-4d57-8cfe-fc285a12fadb tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685575 Apr 06 12:46:32.909412 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca03df-0d70-4786-a917-2af82856e6b2 req-561d6b29-1a67-44f1-aca1-1295b529308b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:32.910911 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5aca03df-0d70-4786-a917-2af82856e6b2 req-561d6b29-1a67-44f1-aca1-1295b529308b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0653615 Apr 06 12:46:32.986422 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1024178-970a-4119-8fa1-bf89bffb9a8a req-bd63a5ed-d685-4e58-beed-ff9444c23234 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:32.988008 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e1024178-970a-4119-8fa1-bf89bffb9a8a req-bd63a5ed-d685-4e58-beed-ff9444c23234 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0974383 Apr 06 12:46:32.991222 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5aca03df-0d70-4786-a917-2af82856e6b2 req-fd6d9813-f9b0-4796-ac6b-af2d35a24bcf tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654716 Apr 06 12:46:33.049303 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e1024178-970a-4119-8fa1-bf89bffb9a8a req-f44ff9bc-659a-478b-a0c3-d0090b041465 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553176 Apr 06 12:46:33.785953 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:34.114576 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49563e-fa02-4494-b344-18670fb7dfde req-5d5fb827-4e3e-4bc3-a6e6-0b833121f24d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:34.116139 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5e49563e-fa02-4494-b344-18670fb7dfde req-5d5fb827-4e3e-4bc3-a6e6-0b833121f24d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0563436 Apr 06 12:46:34.196031 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5e49563e-fa02-4494-b344-18670fb7dfde req-f7b2bc89-806f-4437-872c-5f3c45535985 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688674 Apr 06 12:46:34.203800 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f2e39-6281-4cff-9cb0-42ff973922d1 req-8b6c7a70-4311-4e56-8572-ef5605adad2b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:34.205265 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3c3f2e39-6281-4cff-9cb0-42ff973922d1 req-8b6c7a70-4311-4e56-8572-ef5605adad2b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0871346 Apr 06 12:46:34.269393 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3c3f2e39-6281-4cff-9cb0-42ff973922d1 req-230f0db4-0197-4a9f-b9c6-00d26d313dc2 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584855 Apr 06 12:46:35.319888 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2097e-014a-4ee7-89e1-efa942351a56 req-8a617019-4a3d-40ee-8674-fc959f92227f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.321415 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9de2097e-014a-4ee7-89e1-efa942351a56 req-8a617019-4a3d-40ee-8674-fc959f92227f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0550241 Apr 06 12:46:35.399936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9de2097e-014a-4ee7-89e1-efa942351a56 req-b3a44e75-1d1b-4a64-990d-b7be0244ca39 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723994 Apr 06 12:46:35.416241 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfce3e-66c5-47c2-8423-ab3c6164395f req-663e8aad-5827-4847-aa4a-9f2980029c41 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:35.417764 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7fcfce3e-66c5-47c2-8423-ab3c6164395f req-663e8aad-5827-4847-aa4a-9f2980029c41 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0746689 Apr 06 12:46:35.479700 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7fcfce3e-66c5-47c2-8423-ab3c6164395f req-ff739863-79b2-49fa-951c-2d37bab7aa03 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547690 Apr 06 12:46:36.522960 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f142105-999a-4590-8e6c-c636d9a155cb req-bb0b66b7-db16-4b35-bbf0-c9c013616cf6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:36.524465 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f142105-999a-4590-8e6c-c636d9a155cb req-bb0b66b7-db16-4b35-bbf0-c9c013616cf6 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0578175 Apr 06 12:46:36.600285 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f142105-999a-4590-8e6c-c636d9a155cb req-4402657a-f6ae-4d35-95bb-d4dd259afbc1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695288 Apr 06 12:46:36.619409 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1ff91-63ff-4f56-b5fb-73073053f26d req-0cc964c5-72c6-45a4-9786-d70eacf0f657 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:36.621280 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-27c1ff91-63ff-4f56-b5fb-73073053f26d req-0cc964c5-72c6-45a4-9786-d70eacf0f657 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0732358 Apr 06 12:46:36.682623 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-27c1ff91-63ff-4f56-b5fb-73073053f26d req-ed7c5bfd-4c3c-4399-84df-6c1a215a3fb0 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555019 Apr 06 12:46:37.723804 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0af3ad-d9a0-4245-bfed-20d0b0b4ae05 req-deb2cf07-531c-42f5-84d8-ddfe8cd1bf15 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:37.725339 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5c0af3ad-d9a0-4245-bfed-20d0b0b4ae05 req-deb2cf07-531c-42f5-84d8-ddfe8cd1bf15 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0556219 Apr 06 12:46:37.804544 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5c0af3ad-d9a0-4245-bfed-20d0b0b4ae05 req-1e536ce1-cfcc-4648-a23e-b5de8a8bbf42 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732319 Apr 06 12:46:37.824792 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacf844-094b-41df-b708-b2b26d404347 req-de0a8ba2-f34f-49e0-b20a-7913ae1db640 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:37.826262 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0cacf844-094b-41df-b708-b2b26d404347 req-de0a8ba2-f34f-49e0-b20a-7913ae1db640 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0734735 Apr 06 12:46:37.889075 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0cacf844-094b-41df-b708-b2b26d404347 req-b477267e-bf92-40fd-bd33-ca76030b58bc tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568945 Apr 06 12:46:38.925999 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65cd79-8993-41b5-9116-b62877c25dc5 req-9e61dc66-a10c-4585-83e4-33df8dc9af2b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:38.927592 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2c65cd79-8993-41b5-9116-b62877c25dc5 req-9e61dc66-a10c-4585-83e4-33df8dc9af2b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0537784 Apr 06 12:46:39.006317 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2c65cd79-8993-41b5-9116-b62877c25dc5 req-39633c8e-a67b-409a-9b00-b2055912bbfc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721345 Apr 06 12:46:39.031351 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516b595-e79e-4abd-b025-c0d9218b09e2 req-9279351d-e7ee-42a0-ab42-87815d07c709 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:39.032863 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c516b595-e79e-4abd-b025-c0d9218b09e2 req-9279351d-e7ee-42a0-ab42-87815d07c709 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0763752 Apr 06 12:46:39.091419 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c516b595-e79e-4abd-b025-c0d9218b09e2 req-51112b6f-9096-479a-b026-04577aa0d187 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529006 Apr 06 12:46:39.399692 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-13c62ad6-46bc-4d90-bc05-f8a081c6d5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:40.128913 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb20bd-d8f6-4d04-81e6-977205add63f req-2fc7c743-a132-4711-8794-e404f448f9c2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:40.130432 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-64fb20bd-d8f6-4d04-81e6-977205add63f req-2fc7c743-a132-4711-8794-e404f448f9c2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0565443 Apr 06 12:46:40.189025 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-64fb20bd-d8f6-4d04-81e6-977205add63f req-f82aedc7-33eb-41f1-9c57-2536d4fa9dbf tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517905 Apr 06 12:46:40.233965 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826e699-487b-4d6d-b658-d6bdac06ea06 req-cb389859-bcbc-45fb-9b49-95189d239d94 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:40.235477 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e826e699-487b-4d6d-b658-d6bdac06ea06 req-cb389859-bcbc-45fb-9b49-95189d239d94 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0662858 Apr 06 12:46:40.295950 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e826e699-487b-4d6d-b658-d6bdac06ea06 req-0b610652-e792-4236-827f-fbf90785d44a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&id=851b62dd-e6af-491c-821d-782e596aebe7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547266 Apr 06 12:46:40.753764 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:46:41.310091 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b490b65-25e2-4cce-9855-6d2c9b33d8ee req-d9f97bea-ec80-4137-a7d0-ff22df06a14f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:41.311624 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b490b65-25e2-4cce-9855-6d2c9b33d8ee req-d9f97bea-ec80-4137-a7d0-ff22df06a14f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0540714 Apr 06 12:46:41.359532 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b490b65-25e2-4cce-9855-6d2c9b33d8ee req-feadfe22-6b81-42c9-aaac-ecb226ef70c2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422509 Apr 06 12:46:41.822042 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d9da0d20-95a8-4f49-a891-7cc61226cbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:42.515716 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240fe1d-fc9b-4a49-a87f-1b482ca5bb35 req-03435524-c624-44f3-a7ff-167671fc6805 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:42.517097 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b240fe1d-fc9b-4a49-a87f-1b482ca5bb35 req-03435524-c624-44f3-a7ff-167671fc6805 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0893066 Apr 06 12:46:42.518906 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3772440-8afb-4742-b70e-444856059bc6 req-2d3a33ea-2a54-43f4-b66d-0ca9b941a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:42.520308 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d3772440-8afb-4742-b70e-444856059bc6 req-2d3a33ea-2a54-43f4-b66d-0ca9b941a960 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 1129 time: 0.0799856 Apr 06 12:46:42.597619 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b240fe1d-fc9b-4a49-a87f-1b482ca5bb35 req-0808767f-981e-4807-95af-bcb3ce613617 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748062 Apr 06 12:46:42.600397 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d3772440-8afb-4742-b70e-444856059bc6 req-d1b6f20b-4f4d-4bf1-95c9-d9202b019a3d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719392 Apr 06 12:46:43.025416 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:43.718027 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c907c08-8a6c-47f5-a5f0-75f69f259fc9 req-ab118f32-4e60-4e67-87a1-7e121e19b167 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:43.719532 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9c907c08-8a6c-47f5-a5f0-75f69f259fc9 req-ab118f32-4e60-4e67-87a1-7e121e19b167 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0541265 Apr 06 12:46:43.767465 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9c907c08-8a6c-47f5-a5f0-75f69f259fc9 req-1080ab7c-bfd7-4140-b645-e4622cb70e99 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418301 Apr 06 12:46:44.573722 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:44.889737 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12768b-6baf-4bc0-949a-2c15ef035a0e req-2012101e-7e0e-48ec-b2b0-d6cd22bb4c12 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:44.891233 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cf12768b-6baf-4bc0-949a-2c15ef035a0e req-2012101e-7e0e-48ec-b2b0-d6cd22bb4c12 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0569916 Apr 06 12:46:44.938060 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cf12768b-6baf-4bc0-949a-2c15ef035a0e req-6ed45b9a-a9a1-49f2-bdcd-07852263bef7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413201 Apr 06 12:46:46.061372 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188109b1-64d6-4c1c-bf1f-343efdc31bde req-7cc825b9-9641-4889-9354-3b928e24d033 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:46.062889 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-188109b1-64d6-4c1c-bf1f-343efdc31bde req-7cc825b9-9641-4889-9354-3b928e24d033 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0533013 Apr 06 12:46:46.071062 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:46.109757 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-188109b1-64d6-4c1c-bf1f-343efdc31bde req-0cc7f54f-0ef3-4e53-be86-2f767f7d1954 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412664 Apr 06 12:46:46.595725 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162e32c-7efc-4d56-9b70-184dd6261ee4 req-64417cd3-3b53-4ca5-9f4e-759c429b4963 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:46.597258 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0162e32c-7efc-4d56-9b70-184dd6261ee4 req-64417cd3-3b53-4ca5-9f4e-759c429b4963 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0543370 Apr 06 12:46:46.677875 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0162e32c-7efc-4d56-9b70-184dd6261ee4 req-8b0b566b-0e6a-46af-9351-9a5db9cbbc4d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750399 Apr 06 12:46:46.690879 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-f1d28244-3056-4529-a451-4b579004e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:46.692614 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-f1d28244-3056-4529-a451-4b579004e45c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 1129 time: 0.0711887 Apr 06 12:46:46.782721 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-971bede9-c3c9-4821-8611-97e2e3da9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:46.784108 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-971bede9-c3c9-4821-8611-97e2e3da9737 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.0857649 Apr 06 12:46:46.858176 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-9133ff04-8c6d-4da1-bb9b-5bb1402cca1b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da4269c-2290-43c1-b777-c94ee9dba21e HTTP/1.1" status: 200 len: 1001 time: 0.0675013 Apr 06 12:46:46.909169 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-f1a763dd-8b0c-421f-88de-b34bad5ec86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:46.910692 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-f1a763dd-8b0c-421f-88de-b34bad5ec86e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0468261 Apr 06 12:46:46.962446 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-a7f9efbc-a7c7-4dab-b902-3f0244c83008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:46.963938 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-a7f9efbc-a7c7-4dab-b902-3f0244c83008 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474641 Apr 06 12:46:47.060599 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-581ccbd0-a30b-42f3-8a88-f46ac6a95b30 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903778 Apr 06 12:46:47.163065 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ef3a429a-4fc2-4d64-a8ae-d3a9b942830c req-0eca2c29-da9a-44eb-bb94-4d842808400d service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935926 Apr 06 12:46:47.814099 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155bc312-b68a-430d-b5a5-52d6a554fb44 req-97436a2e-3ad8-4b90-8fa0-b97c83cf8bec tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:47.815673 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-155bc312-b68a-430d-b5a5-52d6a554fb44 req-97436a2e-3ad8-4b90-8fa0-b97c83cf8bec tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0642753 Apr 06 12:46:47.866868 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-155bc312-b68a-430d-b5a5-52d6a554fb44 req-fa6de1a7-99d6-4a32-84dd-5cb23b2e411d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455320 Apr 06 12:46:48.987990 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90260f86-4a5c-4255-8d79-67ac4b150db8 req-05b5ae4e-ae71-4c8b-80f3-3a8db923972a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:48.989492 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-90260f86-4a5c-4255-8d79-67ac4b150db8 req-05b5ae4e-ae71-4c8b-80f3-3a8db923972a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0541811 Apr 06 12:46:49.036294 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-90260f86-4a5c-4255-8d79-67ac4b150db8 req-de684e57-805d-47cf-b4f0-7cdcdbd3a5a2 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Apr 06 12:46:50.159472 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f3a48-4a50-4d5f-ad37-3b44f985cf59 req-32189b54-8ac6-4c32-aab8-7557c74d3c95 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:50.160922 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-099f3a48-4a50-4d5f-ad37-3b44f985cf59 req-32189b54-8ac6-4c32-aab8-7557c74d3c95 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0544667 Apr 06 12:46:50.213386 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-099f3a48-4a50-4d5f-ad37-3b44f985cf59 req-ed4a57ef-1d10-4b01-9307-74e389292107 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470133 Apr 06 12:46:51.339356 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c53217-12d7-467b-bdc9-59c4f3c4a673 req-3fd26f3b-c43a-4074-aa17-7f4050299031 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:51.340843 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-17c53217-12d7-467b-bdc9-59c4f3c4a673 req-3fd26f3b-c43a-4074-aa17-7f4050299031 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0553253 Apr 06 12:46:51.388171 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-17c53217-12d7-467b-bdc9-59c4f3c4a673 req-3b672a77-0342-4226-8517-0693e17f35f7 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414336 Apr 06 12:46:51.508779 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ebc1b-ff0a-4c8c-bea2-5101005e35dd req-43313560-2a1d-4c4d-b7ed-407959dceb7a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:51.510160 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-618ebc1b-ff0a-4c8c-bea2-5101005e35dd req-43313560-2a1d-4c4d-b7ed-407959dceb7a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0555646 Apr 06 12:46:51.521056 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48628) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:46:51.525539 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-3eca9dcb-0dd5-496d-bea4-9343b91c9923 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Request body: {'floatingip': {'port_id': '8da4269c-2290-43c1-b777-c94ee9dba21e'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:46:51.584765 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3eca9dcb-0dd5-496d-bea4-9343b91c9923 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for floatingip (46f39d70-6a6c-4036-8c5e-bb34767a130a), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:52.084182 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3eca9dcb-0dd5-496d-bea4-9343b91c9923 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:52.148229 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3eca9dcb-0dd5-496d-bea4-9343b91c9923 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (46f39d70-6a6c-4036-8c5e-bb34767a130a), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:52.615190 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eca9dcb-0dd5-496d-bea4-9343b91c9923 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Router 7e7260ef-af3d-4291-b446-79f758c1bf64 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:46:52.726010 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eca9dcb-0dd5-496d-bea4-9343b91c9923 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:46:52.731109 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3eca9dcb-0dd5-496d-bea4-9343b91c9923 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:46:52.751574 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] Sync routers for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:46:52.751574 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:52.751574 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:46:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:52.763007 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:52.766182 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7699bf-17b5-4837-8463-b880fd6d6f55" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:52.802479 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-3eca9dcb-0dd5-496d-bea4-9343b91c9923 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "PUT /v2.0/floatingips/46f39d70-6a6c-4036-8c5e-bb34767a130a HTTP/1.1" status: 200 len: 993 time: 1.2751911 Apr 06 12:46:52.827415 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba2b2dc-e98e-4509-84df-3c5cf5919169 x-openstack-request-id: req-fba2b2dc-e98e-4509-84df-3c5cf5919169 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:52.827710 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:52.827965 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fba2b2dc-e98e-4509-84df-3c5cf5919169 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:52.828375 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba2b2dc-e98e-4509-84df-3c5cf5919169'] response: {'name': 'network-changed', 'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'status': 'completed', 'code': 200} Apr 06 12:46:52.865152 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:46:52.930462 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-44ba15d7-219a-424d-92e8-c85791eec43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:52.931942 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-44ba15d7-219a-424d-92e8-c85791eec43b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 1129 time: 0.0510571 Apr 06 12:46:53.039702 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-d8afcdd2-c708-43b9-a23b-2c8283b08cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:53.041202 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-d8afcdd2-c708-43b9-a23b-2c8283b08cfb service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.1023629 Apr 06 12:46:53.112116 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-6a4e445f-dd30-4bfd-8745-5ef2834fa109 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da4269c-2290-43c1-b777-c94ee9dba21e HTTP/1.1" status: 200 len: 1001 time: 0.0635788 Apr 06 12:46:53.163565 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-fb760f71-b26c-4c71-b6ac-e2b3d67a0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:53.165015 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-fb760f71-b26c-4c71-b6ac-e2b3d67a0a23 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0451458 Apr 06 12:46:53.200201 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '46f39d70-6a6c-4036-8c5e-bb34767a130a', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'port_id': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'mac_address': 'fa:16:3e:9c:5b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:42:15Z', 'updated_at': '2022-04-06T12:46:51Z', 'revision_number': 3, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:16Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:53.221307 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-044a1202-8d02-415e-9ee6-c7254f9a2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:53.222844 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-044a1202-8d02-415e-9ee6-c7254f9a2aad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495508 Apr 06 12:46:53.230856 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] Checking router: 7e7260ef-af3d-4291-b446-79f758c1bf64 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:46:53.239581 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:46:53.240196 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:46:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:53.315912 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-26b8a155-0ec9-4391-b077-820d52af4514 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860868 Apr 06 12:46:53.351060 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:46:53.412492 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c7699bf-17b5-4837-8463-b880fd6d6f55 req-f47669ce-4b0d-4262-a654-1acab4f13736 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904679 Apr 06 12:46:53.587560 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '46f39d70-6a6c-4036-8c5e-bb34767a130a', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'port_id': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'mac_address': 'fa:16:3e:9c:5b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:42:15Z', 'updated_at': '2022-04-06T12:46:51Z', 'revision_number': 3, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:16Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:46:53.617863 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819833f-39ee-4ede-939d-72b8061a3832 None None] The sync data for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi is: [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '46f39d70-6a6c-4036-8c5e-bb34767a130a', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'floating_ip_address': '172.27.0.158', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'port_id': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'mac_address': 'fa:16:3e:9c:5b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:42:15Z', 'updated_at': '2022-04-06T12:46:51Z', 'revision_number': 3, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:16Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:46:54.829545 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:46:54.833498 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa44f62-021e-4dba-a7c6-97798044f37f" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:46:54.874216 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2215584e-3633-4c64-9868-f5db1b060552 x-openstack-request-id: req-2215584e-3633-4c64-9868-f5db1b060552 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:46:54.874701 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:46:54.875044 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2215584e-3633-4c64-9868-f5db1b060552 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:46:54.875585 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2215584e-3633-4c64-9868-f5db1b060552'] response: {'name': 'network-changed', 'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'status': 'completed', 'code': 200} Apr 06 12:46:54.963277 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-27cdfd2a-a3eb-45cd-906e-bc575541efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:54.964794 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-27cdfd2a-a3eb-45cd-906e-bc575541efdf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 1129 time: 0.0463984 Apr 06 12:46:55.060191 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-455d4eae-04db-4a27-9144-d645008765a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:55.061808 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-455d4eae-04db-4a27-9144-d645008765a8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 200 len: 920 time: 0.0907059 Apr 06 12:46:55.137625 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-e8afa29b-1bad-4aa1-97ed-7045f97e9870 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8da4269c-2290-43c1-b777-c94ee9dba21e HTTP/1.1" status: 200 len: 1001 time: 0.0593054 Apr 06 12:46:55.186210 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-9402ea26-f7ca-488d-a576-fe9223872830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:55.187692 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-9402ea26-f7ca-488d-a576-fe9223872830 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 200 len: 858 time: 0.0433302 Apr 06 12:46:55.241181 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-815cb991-4261-4685-90a8-785f95855719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:46:55.242770 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-815cb991-4261-4685-90a8-785f95855719 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=01ac1873-f29d-4c0f-b4d7-32010266d115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483136 Apr 06 12:46:55.334995 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-f47856b3-335a-461f-95b7-5ee267344027 service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852041 Apr 06 12:46:55.434198 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fa44f62-021e-4dba-a7c6-97798044f37f req-5027e7de-6ee2-4c64-87fc-44d8eab329cb service neutron] 10.222.0.74 "GET /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890739 Apr 06 12:47:03.153483 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-5b8b59d7-b832-4b08-a13b-374fcc816c88 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451410 Apr 06 12:47:03.235654 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-ad77ba20-87ef-48d0-beeb-2e4231eea43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:03.237140 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-ad77ba20-87ef-48d0-beeb-2e4231eea43c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 1130 time: 0.0448713 Apr 06 12:47:03.346427 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-15eda1ff-70cc-436f-8a7b-46c1b6bfb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:03.347865 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-15eda1ff-70cc-436f-8a7b-46c1b6bfb05d service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 912 time: 0.0885193 Apr 06 12:47:03.419043 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-09ab11f4-70ae-49cf-8e7d-988edbc27770 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc HTTP/1.1" status: 200 len: 1002 time: 0.0620842 Apr 06 12:47:03.473935 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-0ca4b812-4f85-47d8-91a0-f52cfe5945f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:03.475452 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-0ca4b812-4f85-47d8-91a0-f52cfe5945f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=111597ec-f219-48ba-b05f-e833846f3adf HTTP/1.1" status: 200 len: 850 time: 0.0467033 Apr 06 12:47:03.529622 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-66ead5ad-c01f-4b3d-a274-07c6416c1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:03.531141 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-66ead5ad-c01f-4b3d-a274-07c6416c1812 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a7333ee-54b6-402d-8b31-d65ec196205c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490713 Apr 06 12:47:03.619523 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-00b6cd6d-3b98-4ff5-9baa-692accad5dd4 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809305 Apr 06 12:47:03.713932 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-06a2edcb-cfa7-4b3a-930a-60c402db64f3 req-cb6bdeb6-6a6f-487a-ac83-f35dec360c66 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862429 Apr 06 12:47:03.781976 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:09.321596 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a8b7b6ce-6c49-40bc-b38a-ee0d64a21b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:11.921240 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8de7801c-31b1-4013-bfeb-64c6bcd32757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:13.067420 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:14.620006 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:14.826689 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65502764-e42d-4e30-b0dc-217e0e71e9da req-591fb7b1-6503-44e3-bdae-c1b443907eaf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:14.828256 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65502764-e42d-4e30-b0dc-217e0e71e9da req-591fb7b1-6503-44e3-bdae-c1b443907eaf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.0539494 Apr 06 12:47:14.878719 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65502764-e42d-4e30-b0dc-217e0e71e9da req-4cdfa97a-4113-46b7-a082-e64ca8b17bb5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441225 Apr 06 12:47:16.009396 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87061f-4ceb-490c-9d7e-672e05563f1e req-15a2a84a-906b-430f-accc-a2b7b671e345 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:16.010916 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2e87061f-4ceb-490c-9d7e-672e05563f1e req-15a2a84a-906b-430f-accc-a2b7b671e345 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.0569561 Apr 06 12:47:16.062979 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2e87061f-4ceb-490c-9d7e-672e05563f1e req-4662c5b0-d7e6-40bc-af0c-9dccec37b2c4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463309 Apr 06 12:47:16.068731 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:16.835913 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-b0f11a65-66b3-4d1a-964a-ee5130df484b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:16.837364 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-b0f11a65-66b3-4d1a-964a-ee5130df484b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.0572712 Apr 06 12:47:16.942276 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Deleting port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:47:16.942704 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:17.034425 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] For port 80aadd11-fbe9-423e-a801-7e4ef1ce2626, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=80aadd11-fbe9-423e-a801-7e4ef1ce2626,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:17.035124 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:17.279785 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76577400-fee9-4a93-8d86-951bcd7ef516 req-484d497c-e3c8-4fe1-afc9-4442d0bd8a72 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:17.281255 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-76577400-fee9-4a93-8d86-951bcd7ef516 req-484d497c-e3c8-4fe1-afc9-4442d0bd8a72 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 946 time: 0.1370213 Apr 06 12:47:17.312384 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:17.312739 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (32a21285-2ca3-4cae-a790-84d077f7c34c), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:17.313059 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Floating IP 32a21285-2ca3-4cae-a790-84d077f7c34c disassociated. External IP: 172.27.0.24, port: 80aadd11-fbe9-423e-a801-7e4ef1ce2626. Apr 06 12:47:17.313395 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Calling delete_port for 80aadd11-fbe9-423e-a801-7e4ef1ce2626 owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:47:17.381993 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-76577400-fee9-4a93-8d86-951bcd7ef516 req-d18d0471-fa01-4fbd-82f1-6a58af48e832 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=c632d64c-281e-4c29-af73-f27c99f6bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937979 Apr 06 12:47:17.541301 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (80aadd11-fbe9-423e-a801-7e4ef1ce2626), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:17.570092 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event deleted for resources: {'Port': ['ID=80aadd11-fbe9-423e-a801-7e4ef1ce2626,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:17.581522 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.581875 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.582247 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.583218 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.583218 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.583470 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.583899 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.584239 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.584574 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.584907 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.585238 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.585757 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.586605 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.586947 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.587303 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:17.714027 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Router 30b4dabb-48bf-487e-a649-d9d5c3389ece has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:47:17.752895 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:47:18.090478 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:47:18.102084 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] Sync routers for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:47:18.115637 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:47:18.117732 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:47:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:18.133395 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] No DVR routers for this DVR port 80aadd11-fbe9-423e-a801-7e4ef1ce2626 on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:47:18.136064 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:18.139407 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-22a4bdb5-3cfc-4643-b7b6-978b9769c166 req-0147d6f2-a367-42f4-9f40-c3687bc470a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "DELETE /v2.0/ports/80aadd11-fbe9-423e-a801-7e4ef1ce2626 HTTP/1.1" status: 204 len: 173 time: 1.2931738 Apr 06 12:47:18.139853 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-deleted', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:18.142086 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6195fd51-0815-4b9d-bd10-53d311e5f182" -d '{"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-deleted", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:18.182726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f604e0-d0c8-457c-8e98-908bcb1a3a85 x-openstack-request-id: req-54f604e0-d0c8-457c-8e98-908bcb1a3a85 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:18.182726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916040fc-c761-410a-b99e-6506e1f60b11", "name": "network-vif-deleted", "tag": "80aadd11-fbe9-423e-a801-7e4ef1ce2626", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:18.182726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54f604e0-d0c8-457c-8e98-908bcb1a3a85 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:18.182726 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f604e0-d0c8-457c-8e98-908bcb1a3a85'] response: {'server_uuid': '916040fc-c761-410a-b99e-6506e1f60b11', 'name': 'network-vif-deleted', 'tag': '80aadd11-fbe9-423e-a801-7e4ef1ce2626', 'status': 'completed', 'code': 200} Apr 06 12:47:18.237921 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:47:18.459829 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:18.485083 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5382cad6-0e7c-43ff-83d7-2c66bc6163a1 req-604b873d-9ba3-4770-8d5e-34b009bb0c46 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=916040fc-c761-410a-b99e-6506e1f60b11 HTTP/1.1" status: 200 len: 210 time: 0.0310435 Apr 06 12:47:18.492939 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] Checking router: 30b4dabb-48bf-487e-a649-d9d5c3389ece for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:47:18.502729 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:47:18.503344 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:47:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:18.616626 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:47:18.852890 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:18.885689 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc29188c-e8ba-446e-a78a-4289520237f0 None None] The sync data for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi is: [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:47:19.128668 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816f06a2-b95a-4ea0-b595-748ecf3b9065 None None] New status for floating IP 32a21285-2ca3-4cae-a790-84d077f7c34c: DOWN {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:47:19.655337 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 48698) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:19.721919 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (c632d64c-281e-4c29-af73-f27c99f6bbf9), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:19.747237 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (c632d64c-281e-4c29-af73-f27c99f6bbf9), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:19.890017 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (c632d64c-281e-4c29-af73-f27c99f6bbf9), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:19.892671 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:19.893862 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "DELETE /v2.0/security-groups/c632d64c-281e-4c29-af73-f27c99f6bbf9 HTTP/1.1" status: 204 len: 168 time: 0.2374945 Apr 06 12:47:19.897266 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 48702) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:19.911352 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c632d64c-281e-4c29-af73-f27c99f6bbf9,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:19.921630 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.api.v2.resource [None req-6972f7b5-e631-47c9-a32a-8f0b7e886a29 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] show failed (client error): The resource could not be found. Apr 06 12:47:19.922705 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6972f7b5-e631-47c9-a32a-8f0b7e886a29 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups/c632d64c-281e-4c29-af73-f27c99f6bbf9 HTTP/1.1" status: 404 len: 347 time: 0.0244870 Apr 06 12:47:19.924086 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.924439 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.924784 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.925129 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.925468 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.925802 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.926843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48704) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:19.927706 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.927706 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.927706 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.927988 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.928260 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.929339 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.929339 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.929550 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:19.929734 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff54778-b90d-4f8a-a50d-3268d1f94a57 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:20.068628 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Deleting port 5e1843b4-ef09-49e8-85a0-dd45dcde9cb6 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:47:20.069046 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (5e1843b4-ef09-49e8-85a0-dd45dcde9cb6), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.072350 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:47:20.097372 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 80aadd11-fbe9-423e-a801-7e4ef1ce2626 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:47:20.098546 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 80aadd11-fbe9-423e-a801-7e4ef1ce2626 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:47:20.151167 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (5e1843b4-ef09-49e8-85a0-dd45dcde9cb6), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.151493 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (5e1843b4-ef09-49e8-85a0-dd45dcde9cb6), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.164241 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Calling delete_port for 5e1843b4-ef09-49e8-85a0-dd45dcde9cb6 owned by network:floatingip {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:47:20.424153 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (5e1843b4-ef09-49e8-85a0-dd45dcde9cb6), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.451261 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event deleted for resources: {'Port': ['ID=5e1843b4-ef09-49e8-85a0-dd45dcde9cb6,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:20.520663 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (32a21285-2ca3-4cae-a790-84d077f7c34c), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.523288 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:20.524451 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-bba11167-73b3-4629-a0f6-80bb5d9e87a5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "DELETE /v2.0/floatingips/32a21285-2ca3-4cae-a790-84d077f7c34c HTTP/1.1" status: 204 len: 168 time: 0.5965941 Apr 06 12:47:21.068911 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48710) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:21.073801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-f52f3898-d80c-4598-a41d-165ac9700733 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288647238', 'description': 'tempest-description--537983598'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:21.170349 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f52f3898-d80c-4598-a41d-165ac9700733 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.239305 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f52f3898-d80c-4598-a41d-165ac9700733 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (442f82c1-da08-4d06-b409-e3193b8a8b00), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.332935 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f52f3898-d80c-4598-a41d-165ac9700733 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (442f82c1-da08-4d06-b409-e3193b8a8b00), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.361688 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f3898-d80c-4598-a41d-165ac9700733 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442f82c1-da08-4d06-b409-e3193b8a8b00,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:21.453048 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f52f3898-d80c-4598-a41d-165ac9700733 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.454340 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-f52f3898-d80c-4598-a41d-165ac9700733 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3842988 Apr 06 12:47:21.457157 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48712) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:21.461799 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-0102c11c-b21e-41d8-bf48-319fa8240c0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'security_group_rule': {'security_group_id': '442f82c1-da08-4d06-b409-e3193b8a8b00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:21.575107 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0102c11c-b21e-41d8-bf48-319fa8240c0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (9911617d-b491-4fcf-a584-5f38f7d9f6b2), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.634245 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0102c11c-b21e-41d8-bf48-319fa8240c0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (9911617d-b491-4fcf-a584-5f38f7d9f6b2), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.720754 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0102c11c-b21e-41d8-bf48-319fa8240c0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (9911617d-b491-4fcf-a584-5f38f7d9f6b2), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.735980 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102c11c-b21e-41d8-bf48-319fa8240c0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9911617d-b491-4fcf-a584-5f38f7d9f6b2,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:21.808479 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0102c11c-b21e-41d8-bf48-319fa8240c0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.809739 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0102c11c-b21e-41d8-bf48-319fa8240c0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3514450 Apr 06 12:47:21.812390 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48714) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:21.816848 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-8a088fea-a9fb-4a60-b55d-d4cc0a87b404 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'security_group_rule': {'security_group_id': '442f82c1-da08-4d06-b409-e3193b8a8b00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:21.908963 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a088fea-a9fb-4a60-b55d-d4cc0a87b404 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (b6e2ccaa-fb8f-48de-a24d-d87fcb58c8f4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:21.969313 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a088fea-a9fb-4a60-b55d-d4cc0a87b404 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (b6e2ccaa-fb8f-48de-a24d-d87fcb58c8f4), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.061612 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a088fea-a9fb-4a60-b55d-d4cc0a87b404 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (b6e2ccaa-fb8f-48de-a24d-d87fcb58c8f4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.084584 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a088fea-a9fb-4a60-b55d-d4cc0a87b404 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e2ccaa-fb8f-48de-a24d-d87fcb58c8f4,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:22.177832 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8a088fea-a9fb-4a60-b55d-d4cc0a87b404 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.179096 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-8a088fea-a9fb-4a60-b55d-d4cc0a87b404 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3657870 Apr 06 12:47:22.182198 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48716) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:22.188181 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:22.263878 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.364013 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.477503 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Allocated IP 172.27.0.75 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/accd3dd5-0202-46a1-b18e-0681bb9d37cc) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:47:22.579661 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for port (accd3dd5-0202-46a1-b18e-0681bb9d37cc), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.667543 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (accd3dd5-0202-46a1-b18e-0681bb9d37cc), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.712739 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:47:22.715750 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:22.720041 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:47:22.723589 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'Port': ['ID=accd3dd5-0202-46a1-b18e-0681bb9d37cc,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:22.804866 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (fae95c88-2c7a-490b-8408-bb11301bc615), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:22.895596 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (accd3dd5-0202-46a1-b18e-0681bb9d37cc), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:23.046334 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for port (accd3dd5-0202-46a1-b18e-0681bb9d37cc), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:23.126760 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (accd3dd5-0202-46a1-b18e-0681bb9d37cc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:23.197445 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'Port': ['ID=accd3dd5-0202-46a1-b18e-0681bb9d37cc,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:23.212034 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (fae95c88-2c7a-490b-8408-bb11301bc615), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:23.305610 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:23.306844 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-178f93b8-e134-466e-9e21-8198b9daba28 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1236792 Apr 06 12:47:23.506374 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-0a9b528f-303b-40a7-9c4c-df9bdd1a499c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--288647238&fields=id&tenant_id=5a6d568f27224862bf179a9bf658e90e HTTP/1.1" status: 200 len: 267 time: 0.0437725 Apr 06 12:47:23.616039 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-9e66f539-3e6c-417e-816e-ce41dfa219c5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:23.617484 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-9e66f539-3e6c-417e-816e-ce41dfa219c5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 816 time: 0.1047466 Apr 06 12:47:23.633112 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-41580dce-3014-42ee-b65b-2b5a14d14f3a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/quotas/5a6d568f27224862bf179a9bf658e90e HTTP/1.1" status: 200 len: 375 time: 0.0101037 Apr 06 12:47:23.689369 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-ac178db4-92eb-40a8-b668-ae13a40998d4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511427 Apr 06 12:47:23.876164 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-a60768e0-8358-4a36-bf8d-7a9d573deebd service neutron] 10.222.0.60 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746573 Apr 06 12:47:23.969837 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-6a58f58d-f4bc-4327-ac67-fda3de22be3a service neutron] 10.222.0.60 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874038 Apr 06 12:47:24.256045 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-28148afe-eb5d-466c-bd94-9299c9503f20 req-5807b5ed-d72b-4f43-9b37-ac85d20bc11c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 210 time: 0.0283215 Apr 06 12:47:25.338471 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6d71bf70-f481-4140-b259-236090aca517 req-f94e9811-eaf9-4488-83dd-c4c047127085 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 210 time: 0.0284145 Apr 06 12:47:26.420319 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6fc90624-1fdb-4ea2-8230-0619885f59c5 req-4cfb91d5-0f7c-4ac4-ad5d-c3d0023eb877 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 210 time: 0.0293794 Apr 06 12:47:27.501048 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ea69d4dd-9337-4a89-bb67-1a3f67964ccf req-3d74f2cc-fb6b-4e32-a928-4430a5a5a1b3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Apr 06 12:47:28.602261 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-591722d9-ed6c-4d92-a46d-e850009a4fe8 req-3fdf9d15-da1e-41e8-88f9-1152419a456c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 210 time: 0.0312347 Apr 06 12:47:29.707085 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-43f54496-1de3-430b-b642-1393e2fd7e39 req-baa3ac9b-bdf4-433e-9447-ee7ae60af28f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 210 time: 0.0286136 Apr 06 12:47:30.272217 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-b5f37d72-ac30-43a8-9c10-eb33e010e19e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:30.273634 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-b5f37d72-ac30-43a8-9c10-eb33e010e19e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 816 time: 0.1100373 Apr 06 12:47:30.351686 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-9e6bcd57-c1a2-4920-afaa-ca7fdedb3480 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a6d568f27224862bf179a9bf658e90e HTTP/1.1" status: 200 len: 379 time: 0.0586746 Apr 06 12:47:30.365945 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'port': {'device_id': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'admin_state_up': True, 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'security_groups': ['442f82c1-da08-4d06-b409-e3193b8a8b00']}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:30.564431 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Made reservation on behalf of 5a6d568f27224862bf179a9bf658e90e for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:47:30.564431 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.691974 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Allocated IP 172.20.0.14 (2cdb5c4f-1c4f-4701-a26c-d9e2977221f9/d72dd932-f396-4062-9184-7ec5f2a0cceb/2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:47:30.824217 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-58ae3241-f54f-4e81-bae4-a061dfd880d7 req-436646ca-2ce3-4af4-acaa-ce5d622641a2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 210 time: 0.0345073 Apr 06 12:47:30.865268 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:30.959540 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.002955 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:47:31.009062 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:47:31.011628 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:47:31.038135 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:31.067436 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:31.068037 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.138284 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f82646d9-e7b8-4676-845f-96eea37bf597 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7771306 Apr 06 12:47:31.158496 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Request body: {'port': {'device_id': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:31.221451 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.248931 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2e3f396d-20ed-4321-bf62-2750c75352b1 None None] Provisioning complete for port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:47:31.249522 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2e3f396d-20ed-4321-bf62-2750c75352b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.283135 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f396d-20ed-4321-bf62-2750c75352b1 None None] Port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:47:31.479583 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:47:31.486752 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Publish callbacks [] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.499655 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Transition to ACTIVE for port object 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:47:31.598510 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.651166 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:31.729282 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Attempting to bind port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:47:31.729673 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Attempting to bind port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:47:31.729945 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Attempting to bind port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 on network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:47:31.734510 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 on network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:47:31.734831 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Attempting to bind port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 on network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:47:31.740747 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:47:31.741085 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Checking segment: {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:47:31.741468 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Bound using segment: {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:47:31.741900 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Bound port: 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe06e642-c890-40cb-9b98-fe20f4c24260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:47:31.742285 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.809492 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:47:31.812509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:47:31.909521 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.963903 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:31.964530 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:31.965966 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] 10.222.0.74 "PUT /v2.0/ports/2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 HTTP/1.1" status: 200 len: 1094 time: 0.8118312 Apr 06 12:47:31.967228 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:31.969496 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25b350b-fafd-41c2-b52a-a186d05eee7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:32.002305 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3c0ef-39a0-43be-8eed-f5625287c3be service neutron] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:32.013629 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e3afe-3427-4bcc-9741-8dff077d2525 req-25d6b85b-54fa-4009-9c37-565906b14ea8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.015246 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-340e3afe-3427-4bcc-9741-8dff077d2525 req-25d6b85b-54fa-4009-9c37-565906b14ea8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.1178784 Apr 06 12:47:32.019383 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37ead2a-4748-48fe-9f6a-b04d5d4dd8a4 x-openstack-request-id: req-c37ead2a-4748-48fe-9f6a-b04d5d4dd8a4 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:32.020578 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:32.020578 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c37ead2a-4748-48fe-9f6a-b04d5d4dd8a4 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:32.020972 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37ead2a-4748-48fe-9f6a-b04d5d4dd8a4'] response: {'name': 'network-changed', 'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'status': 'completed', 'code': 200} Apr 06 12:47:32.112530 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-340e3afe-3427-4bcc-9741-8dff077d2525 req-b08d65b4-0014-45b0-af3a-d49dc401237b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906334 Apr 06 12:47:32.131683 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b350b-fafd-41c2-b52a-a186d05eee7e req-0e159ac9-6a32-4271-9505-4a421c4a94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.133206 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d25b350b-fafd-41c2-b52a-a186d05eee7e req-0e159ac9-6a32-4271-9505-4a421c4a94b0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 1128 time: 0.0599792 Apr 06 12:47:32.244318 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b350b-fafd-41c2-b52a-a186d05eee7e req-dd2366ba-7b94-404e-ac13-a0698aee6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.245791 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d25b350b-fafd-41c2-b52a-a186d05eee7e req-dd2366ba-7b94-404e-ac13-a0698aee6d23 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5a6d568f27224862bf179a9bf658e90e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0984833 Apr 06 12:47:32.337576 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b350b-fafd-41c2-b52a-a186d05eee7e req-05ec7bbe-821e-471a-b41c-81349da07cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.339070 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d25b350b-fafd-41c2-b52a-a186d05eee7e req-05ec7bbe-821e-471a-b41c-81349da07cd9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869765 Apr 06 12:47:32.450897 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-54d78dd8-2402-46c1-8c06-0bf6c4ebe63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.452399 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-54d78dd8-2402-46c1-8c06-0bf6c4ebe63e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 1128 time: 0.0484321 Apr 06 12:47:32.500074 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-b0f0117c-df36-47a3-8412-9b906af6a0fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 HTTP/1.1" status: 200 len: 217 time: 0.0329838 Apr 06 12:47:32.547650 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-a7302e8d-f3de-4228-83c2-1913234f2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.549076 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-a7302e8d-f3de-4228-83c2-1913234f2554 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0430863 Apr 06 12:47:32.601747 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f269881c-3929-4760-8677-eced0f4ee908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:32.603271 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-f269881c-3929-4760-8677-eced0f4ee908 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474486 Apr 06 12:47:32.692885 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-94d6d5f0-df95-4d31-bf20-0b6d118ac007 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814123 Apr 06 12:47:32.785747 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2be31e6d-1dc4-45e5-9e31-110880fdab8b req-61bc4b55-edae-4323-8d56-7206da499ee8 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863724 Apr 06 12:47:33.244335 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0047ed-e4fe-4a9d-9180-9d028361eb67 req-465fb4c1-3327-47a0-bd34-6875ba522517 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:33.245807 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0a0047ed-e4fe-4a9d-9180-9d028361eb67 req-465fb4c1-3327-47a0-bd34-6875ba522517 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0538492 Apr 06 12:47:33.291690 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0a0047ed-e4fe-4a9d-9180-9d028361eb67 req-9d6caf7c-74eb-4f8f-95f5-fb0ae2bf6115 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Apr 06 12:47:33.804232 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:34.413541 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbc325-74c1-444f-bead-e2980c0dd0b5 req-a4dbbc2d-2e48-4e1c-b521-fb3a9f0b95fe tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:34.415026 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-10cbc325-74c1-444f-bead-e2980c0dd0b5 req-a4dbbc2d-2e48-4e1c-b521-fb3a9f0b95fe tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0525088 Apr 06 12:47:34.460925 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-10cbc325-74c1-444f-bead-e2980c0dd0b5 req-f7be9a10-495a-4021-8e6f-46f99219f599 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401671 Apr 06 12:47:35.588804 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577f532-b6eb-45e2-ad29-0cb4e323b79a req-f2947587-53cf-46e6-a072-b751f7c82df2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:35.590284 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3577f532-b6eb-45e2-ad29-0cb4e323b79a req-f2947587-53cf-46e6-a072-b751f7c82df2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0586212 Apr 06 12:47:35.637687 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3577f532-b6eb-45e2-ad29-0cb4e323b79a req-d783b9f7-efb9-48bd-b09d-c7afb1421043 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416939 Apr 06 12:47:36.131841 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:47:36.247677 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:36.259931 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'port_id': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'mac_address': 'fa:16:3e:a8:03:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:47:36.303161 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:47:36.303550 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:36.316977 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:47:36.337278 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:36.423353 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:36.478643 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:36.485668 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.486043 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.486425 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.486792 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.487131 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.487465 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.487794 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.488629 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.488959 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.489534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.489957 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.490301 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.490648 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.490973 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.495312 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:47:36.763497 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815ce61-8b66-4379-a5b2-f62e29542a7e req-bff9fa63-7b8a-466b-ab82-2c31e9388d5d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:36.765044 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7815ce61-8b66-4379-a5b2-f62e29542a7e req-bff9fa63-7b8a-466b-ab82-2c31e9388d5d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 945 time: 0.0550246 Apr 06 12:47:36.812234 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7815ce61-8b66-4379-a5b2-f62e29542a7e req-86c3fde4-5c2e-40ad-a9f1-71ffdd2ec9ad tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Apr 06 12:47:36.903731 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:47:37.936491 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2a7d4-ab9a-4e25-a89f-f4e5444f0d13 req-5f109e70-c76c-4774-9847-020bd6bb994a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:37.937873 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07b2a7d4-ab9a-4e25-a89f-f4e5444f0d13 req-5f109e70-c76c-4774-9847-020bd6bb994a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 945 time: 0.0519586 Apr 06 12:47:37.987386 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07b2a7d4-ab9a-4e25-a89f-f4e5444f0d13 req-42576c2e-4db6-4434-aac4-2e984b2c15ef tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431926 Apr 06 12:47:38.155518 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:47:38.286360 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:47:38.293046 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:47:38.294755 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:38.376086 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:47:38.376470 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:38.398167 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:38.400432 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4506fb-b3d9-4e57-baa6-ea3018909e84" -d '{"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-plugged", "status": "completed", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:38.413044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:38.439064 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8192235c-164e-43d4-9b0a-19ce2f9a8f41 x-openstack-request-id: req-8192235c-164e-43d4-9b0a-19ce2f9a8f41 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:38.439358 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-plugged", "status": "completed", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:38.439616 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8192235c-164e-43d4-9b0a-19ce2f9a8f41 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:38.440017 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8192235c-164e-43d4-9b0a-19ce2f9a8f41'] response: {'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'code': 200} Apr 06 12:47:38.483892 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:38.533793 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:38.812003 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2421e20d-b92b-40cb-96e3-5ff5245d735e req-d7d9d6a4-9178-4a0c-a2d6-f8b7161d37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:38.813430 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2421e20d-b92b-40cb-96e3-5ff5245d735e req-d7d9d6a4-9178-4a0c-a2d6-f8b7161d37d6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 1130 time: 0.0446830 Apr 06 12:47:38.867184 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2421e20d-b92b-40cb-96e3-5ff5245d735e req-2e9dd20b-aae9-48d5-b618-454ebb888ef5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433204 Apr 06 12:47:38.935852 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04740e-a059-497f-898d-0709129461f3 req-51fc6bb1-6c94-4b3e-b91f-0f2c587133a3 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:38.937366 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fe04740e-a059-497f-898d-0709129461f3 req-51fc6bb1-6c94-4b3e-b91f-0f2c587133a3 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0541978 Apr 06 12:47:38.984413 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fe04740e-a059-497f-898d-0709129461f3 req-7df7c233-a5b5-4768-abad-7d5611e31c2f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412827 Apr 06 12:47:39.117275 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618ecc1-b699-4de0-a785-10699cd658e8 req-20acc9cb-01b7-47a0-bf5b-777e800524a9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:39.118753 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2618ecc1-b699-4de0-a785-10699cd658e8 req-20acc9cb-01b7-47a0-bf5b-777e800524a9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0578456 Apr 06 12:47:39.165769 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2618ecc1-b699-4de0-a785-10699cd658e8 req-36a57c07-acd8-41fe-a3bf-870ab81b82c2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Apr 06 12:47:39.325862 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c535104f-3572-4811-832d-3807863edba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:40.107601 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e730c58-27ff-4172-ac27-09e627246160 req-60271adc-a50f-44a5-988e-a36aeee2a912 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:40.108994 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1e730c58-27ff-4172-ac27-09e627246160 req-60271adc-a50f-44a5-988e-a36aeee2a912 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0568485 Apr 06 12:47:40.155665 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1e730c58-27ff-4172-ac27-09e627246160 req-4fbf2807-e33b-43c3-af2a-b494266c59df tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404124 Apr 06 12:47:40.291575 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576fe70-1f7d-449f-8d4c-253144bcf47e req-ab9b83b8-ae09-45ad-9883-210ef177aa18 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:40.293054 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f576fe70-1f7d-449f-8d4c-253144bcf47e req-ab9b83b8-ae09-45ad-9883-210ef177aa18 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0567153 Apr 06 12:47:40.352276 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f576fe70-1f7d-449f-8d4c-253144bcf47e req-8431470c-4b76-4e95-b621-e6cd3d944ae3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531485 Apr 06 12:47:41.274146 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5349dac-d1bb-4977-90d4-87f2830d67b9 req-bb98923e-8074-443a-b46e-ea2e0ccb9d62 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:41.275821 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b5349dac-d1bb-4977-90d4-87f2830d67b9 req-bb98923e-8074-443a-b46e-ea2e0ccb9d62 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0528316 Apr 06 12:47:41.323087 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b5349dac-d1bb-4977-90d4-87f2830d67b9 req-e462307e-3a30-4f88-8c01-ec934de1bbbf tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414662 Apr 06 12:47:41.474760 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52a7c6-e301-4140-9901-e82dc333a6f7 req-89202a51-b3b6-405f-be8a-737e09839926 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:41.476153 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec52a7c6-e301-4140-9901-e82dc333a6f7 req-89202a51-b3b6-405f-be8a-737e09839926 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0529945 Apr 06 12:47:41.525809 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec52a7c6-e301-4140-9901-e82dc333a6f7 req-a7a582b2-3043-4e9a-b2fc-85beddd88070 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440707 Apr 06 12:47:41.642627 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63571ef-2168-4003-8d92-22ebd960dce5 req-916c7d71-4018-4ba9-bf36-c5b7abdf147e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:41.644121 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d63571ef-2168-4003-8d92-22ebd960dce5 req-916c7d71-4018-4ba9-bf36-c5b7abdf147e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0530605 Apr 06 12:47:41.652484 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48826) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:41.656820 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Request body: {'floatingip': {'port_id': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:41.695761 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (fae95c88-2c7a-490b-8408-bb11301bc615), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:41.850884 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a89be7c3-effd-42a6-ab0e-7ea8e146c92c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:42.324370 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.db.resource_extend [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 12:47:42.376021 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:42.449801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce880e4-be5e-44e4-972c-00da924db5e2 req-c62cdcbf-5551-472f-a113-dd98b472afb9 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:42.451316 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2ce880e4-be5e-44e4-972c-00da924db5e2 req-c62cdcbf-5551-472f-a113-dd98b472afb9 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0539062 Apr 06 12:47:42.571149 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2ce880e4-be5e-44e4-972c-00da924db5e2 req-3bc6cd7a-3905-432c-9f89-fdd5976ac2f0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588889 Apr 06 12:47:42.571149 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (fae95c88-2c7a-490b-8408-bb11301bc615), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:42.626375 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Floating IP fae95c88-2c7a-490b-8408-bb11301bc615 associated. External IP: 172.27.0.75, port: 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3. Apr 06 12:47:42.835771 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Router 30b4dabb-48bf-487e-a649-d9d5c3389ece has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:47:42.967913 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:47:42.972362 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:42.977384 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] Sync routers for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:47:42.986503 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:47:42.987112 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:47:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:43.001242 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c90b5139-fc56-46a6-b0fa-cfff3669341f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "PUT /v2.0/floatingips/fae95c88-2c7a-490b-8408-bb11301bc615 HTTP/1.1" status: 200 len: 991 time: 1.3477275 Apr 06 12:47:43.001819 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:43.004915 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33705af1-6c5b-49d7-af72-6c15b734d0fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:43.042162 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13031f2-c45f-4b6c-9066-914c39f55c3e x-openstack-request-id: req-b13031f2-c45f-4b6c-9066-914c39f55c3e {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:43.042509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:43.042768 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b13031f2-c45f-4b6c-9066-914c39f55c3e {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:43.043187 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13031f2-c45f-4b6c-9066-914c39f55c3e'] response: {'name': 'network-changed', 'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'status': 'completed', 'code': 200} Apr 06 12:47:43.145322 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-39e65de2-b4e3-42a2-91ae-a0308be19e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:43.146859 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-39e65de2-b4e3-42a2-91ae-a0308be19e65 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 1130 time: 0.0513921 Apr 06 12:47:43.159388 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:43.234268 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:47:43.237734 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-50e5d0c2-79a6-42bb-b62a-180b35debcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:43.239546 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-50e5d0c2-79a6-42bb-b62a-180b35debcc9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 917 time: 0.0843315 Apr 06 12:47:43.307240 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-4e394849-aba3-44cd-bd9d-16b6be973095 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 HTTP/1.1" status: 200 len: 999 time: 0.0613666 Apr 06 12:47:43.359786 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-9ebc27cb-b516-4598-8464-ff6564d40efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:43.361353 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-9ebc27cb-b516-4598-8464-ff6564d40efc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0439441 Apr 06 12:47:43.411471 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-67883a1c-8639-4f95-96b2-e88ddd197c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:43.412918 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-67883a1c-8639-4f95-96b2-e88ddd197c51 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451989 Apr 06 12:47:43.468109 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'fae95c88-2c7a-490b-8408-bb11301bc615', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'port_id': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'mac_address': 'fa:16:3e:a8:03:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:22Z', 'updated_at': '2022-04-06T12:47:42Z', 'revision_number': 1, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:43.499103 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] Checking router: 30b4dabb-48bf-487e-a649-d9d5c3389ece for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:47:43.507900 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:47:43.508391 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-ea3d23a1-db07-40ad-aef3-a926e46a5fb1 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871122 Apr 06 12:47:43.508551 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:47:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:43.609942 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-33705af1-6c5b-49d7-af72-6c15b734d0fc req-de1192fb-29cb-4b0d-abca-009795a2c46a service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947266 Apr 06 12:47:43.623554 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:47:43.660622 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda17ee-03bd-402c-9ab4-dc868516d78b req-4203ab2f-05ff-4692-b98d-9dd3b5394a9c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:43.672507 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9bda17ee-03bd-402c-9ab4-dc868516d78b req-4203ab2f-05ff-4692-b98d-9dd3b5394a9c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0662475 Apr 06 12:47:43.719460 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9bda17ee-03bd-402c-9ab4-dc868516d78b req-7964a27a-0bdd-489e-8609-1ae2b9e1324d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512660 Apr 06 12:47:43.854600 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'fae95c88-2c7a-490b-8408-bb11301bc615', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'port_id': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'mac_address': 'fa:16:3e:a8:03:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:22Z', 'updated_at': '2022-04-06T12:47:42Z', 'revision_number': 1, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:43.885448 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab7f0a-ee47-4ff0-8cd0-b00423fbaa87 None None] The sync data for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi is: [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'fae95c88-2c7a-490b-8408-bb11301bc615', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'port_id': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'mac_address': 'fa:16:3e:a8:03:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:47:22Z', 'updated_at': '2022-04-06T12:47:42Z', 'revision_number': 1, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:47:44.080445 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae79fd-9975-44dd-a373-fe5c62ec8775 None None] New status for floating IP fae95c88-2c7a-490b-8408-bb11301bc615: ACTIVE {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:47:44.594392 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:44.848459 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3400a3-233e-43c4-83b0-05263ef73d9f req-98b6ee8b-8f48-44a0-ac6a-b6ade114e4ae tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:44.849977 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2e3400a3-233e-43c4-83b0-05263ef73d9f req-98b6ee8b-8f48-44a0-ac6a-b6ade114e4ae tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0545821 Apr 06 12:47:44.911055 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2e3400a3-233e-43c4-83b0-05263ef73d9f req-b8ceb7b5-5054-4ed7-941d-f28c8877aa9a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552976 Apr 06 12:47:46.030444 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6889d-243c-4304-8e1c-f45ee832c68b req-177d60dd-6452-45e3-b983-f09207a55e56 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:46.032075 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-95a6889d-243c-4304-8e1c-f45ee832c68b req-177d60dd-6452-45e3-b983-f09207a55e56 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0545161 Apr 06 12:47:46.055667 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:46.081125 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-95a6889d-243c-4304-8e1c-f45ee832c68b req-5ca7977d-4c09-4a98-83aa-2a2a5d9181d0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427189 Apr 06 12:47:47.204339 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57025507-5bc6-4ff3-9516-fec1ae041729 req-2236b9ea-9d8f-48d3-8837-7f29ae17f919 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:47.205807 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-57025507-5bc6-4ff3-9516-fec1ae041729 req-2236b9ea-9d8f-48d3-8837-7f29ae17f919 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0565279 Apr 06 12:47:47.252163 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-57025507-5bc6-4ff3-9516-fec1ae041729 req-acb73c34-d5ed-4146-a1ff-e4adf3756409 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406563 Apr 06 12:47:48.378243 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73069e5d-e40a-4dbc-8860-901a28de9a7a req-56786691-0adc-4250-9ee1-f04c86a3cda6 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:48.380838 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73069e5d-e40a-4dbc-8860-901a28de9a7a req-56786691-0adc-4250-9ee1-f04c86a3cda6 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0624704 Apr 06 12:47:48.427918 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73069e5d-e40a-4dbc-8860-901a28de9a7a req-a5c90fc6-94f3-44c0-9b2f-b28e37fcef65 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414319 Apr 06 12:47:49.549183 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae11d99-89c9-4a47-9aba-1af95b6f9ee3 req-c88883a8-0516-4890-a0e7-2fd517678a0b tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:49.551347 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bae11d99-89c9-4a47-9aba-1af95b6f9ee3 req-c88883a8-0516-4890-a0e7-2fd517678a0b tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0529678 Apr 06 12:47:49.611024 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bae11d99-89c9-4a47-9aba-1af95b6f9ee3 req-cb1a9c48-4cd2-4761-826b-9d3764f90a08 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538418 Apr 06 12:47:50.729141 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0b675-18b3-4930-ba06-5600034a09a0 req-6fa2ff4a-914d-4221-a6b0-1eccf7adbdc1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:50.730701 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7be0b675-18b3-4930-ba06-5600034a09a0 req-6fa2ff4a-914d-4221-a6b0-1eccf7adbdc1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0529213 Apr 06 12:47:50.778071 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7be0b675-18b3-4930-ba06-5600034a09a0 req-d816b448-3da3-45b8-b153-7fd894ca3326 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418682 Apr 06 12:47:52.056934 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe34866-955f-47ad-b27a-55cf0349fc8a req-1bbbeb29-4806-488a-bf90-41aa607b1a9a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:52.058365 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-abe34866-955f-47ad-b27a-55cf0349fc8a req-1bbbeb29-4806-488a-bf90-41aa607b1a9a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0528367 Apr 06 12:47:52.107116 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-abe34866-955f-47ad-b27a-55cf0349fc8a req-db15c4ea-6925-403a-9f99-2c001fc22cb3 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429559 Apr 06 12:47:53.232204 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d805-f57d-4fcf-8d91-7b164bae32c7 req-2a155297-02f1-478b-88c5-45f9ea638ffb tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:53.233673 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1818d805-f57d-4fcf-8d91-7b164bae32c7 req-2a155297-02f1-478b-88c5-45f9ea638ffb tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0594771 Apr 06 12:47:53.297063 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1818d805-f57d-4fcf-8d91-7b164bae32c7 req-c13a7d75-40a6-4b18-bed9-ca44c6e2d96e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567498 Apr 06 12:47:54.427722 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e684d0-9b21-4e20-b44d-7cad3aa25e47 req-a704e354-ba1b-4220-94ec-0f2bcf8280ce tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:54.429212 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-97e684d0-9b21-4e20-b44d-7cad3aa25e47 req-a704e354-ba1b-4220-94ec-0f2bcf8280ce tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0631142 Apr 06 12:47:54.476341 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-97e684d0-9b21-4e20-b44d-7cad3aa25e47 req-b9cc7f86-9191-43cc-9a02-e582fa7b4f69 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413685 Apr 06 12:47:54.751611 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:47:55.601501 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97257eb1-37ef-4f82-8cc6-550f30f0a244 req-29364bae-bf72-4094-a756-513a1edd7612 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:55.603038 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-97257eb1-37ef-4f82-8cc6-550f30f0a244 req-29364bae-bf72-4094-a756-513a1edd7612 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0580292 Apr 06 12:47:55.651982 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-97257eb1-37ef-4f82-8cc6-550f30f0a244 req-ad74dd34-fe0e-402e-b631-a0d8f7ae5098 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434177 Apr 06 12:47:55.989692 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7fd16-fc5e-485b-8c8f-c6ce885b197f req-d87f1d40-beb2-49ad-848b-54940136837e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:55.991520 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e7fd16-fc5e-485b-8c8f-c6ce885b197f req-d87f1d40-beb2-49ad-848b-54940136837e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0558021 Apr 06 12:47:56.040812 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e7fd16-fc5e-485b-8c8f-c6ce885b197f req-5fe42223-3326-4757-aec1-67a66a47d407 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436678 Apr 06 12:47:56.116904 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-d9ceafc9-f888-4c4c-9e38-b7f840ecc012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:56.118313 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-d9ceafc9-f888-4c4c-9e38-b7f840ecc012 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 1130 time: 0.0453510 Apr 06 12:47:56.210616 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-b9c739f8-d952-46f1-b373-cbacfc484493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:56.212094 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-b9c739f8-d952-46f1-b373-cbacfc484493 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 912 time: 0.0878026 Apr 06 12:47:56.280595 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-7edee005-66a8-46e4-8439-ff26561642b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc HTTP/1.1" status: 200 len: 1002 time: 0.0619612 Apr 06 12:47:56.334643 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-fbb8f9f4-2c98-4789-bc8e-2a96972817b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:56.336071 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-fbb8f9f4-2c98-4789-bc8e-2a96972817b7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=111597ec-f219-48ba-b05f-e833846f3adf HTTP/1.1" status: 200 len: 850 time: 0.0486128 Apr 06 12:47:56.387039 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-43e457e8-af9c-4260-aa59-31313bb49127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:56.388429 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-43e457e8-af9c-4260-aa59-31313bb49127 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a7333ee-54b6-402d-8b31-d65ec196205c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461576 Apr 06 12:47:56.489571 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-2dad0122-8522-4eaf-9e1b-4e7f20222d01 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869992 Apr 06 12:47:56.582949 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d0eb2c8-a468-4f43-8f5f-f64b20912f78 req-e1cd2aa9-0f5e-426e-97ea-eedba5e408b4 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873752 Apr 06 12:47:57.075431 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d5d27645-0104-492a-a12a-b53c98148d11 req-0898cfe1-29e2-4662-8b1e-0a9af4e27269 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814176600&fields=id&tenant_id=60236bb2f02348b099a6dc6a40f88895 HTTP/1.1" status: 200 len: 267 time: 0.0448349 Apr 06 12:47:57.170269 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d27645-0104-492a-a12a-b53c98148d11 req-93e72084-f98e-4a4f-9b63-0c5feb378bf7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:57.170269 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d5d27645-0104-492a-a12a-b53c98148d11 req-93e72084-f98e-4a4f-9b63-0c5feb378bf7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 985 time: 0.0880036 Apr 06 12:47:57.182625 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-d5d27645-0104-492a-a12a-b53c98148d11 req-762305e1-790a-4f2d-9d8e-fa0dfa01dda1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Request body: {'port': {'security_groups': ['dd14cc5c-9bd3-4d90-aec5-0f326fad8911']}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:47:57.192908 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fec56-8591-4aef-a00f-f0ec83bb6994 req-d9b928cf-7290-420e-8ab3-8c3460563b67 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:57.194536 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-667fec56-8591-4aef-a00f-f0ec83bb6994 req-d9b928cf-7290-420e-8ab3-8c3460563b67 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0868409 Apr 06 12:47:57.296255 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-667fec56-8591-4aef-a00f-f0ec83bb6994 req-5c15e64e-7ed3-41bc-a9cf-254b4c2a5bcb tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959811 Apr 06 12:47:57.303890 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-d5d27645-0104-492a-a12a-b53c98148d11 req-762305e1-790a-4f2d-9d8e-fa0dfa01dda1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.480409 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-d5d27645-0104-492a-a12a-b53c98148d11 req-762305e1-790a-4f2d-9d8e-fa0dfa01dda1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] For port 41cb1edf-d96f-4f76-adb4-216fb958d179, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=41cb1edf-d96f-4f76-adb4-216fb958d179,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:47:57.510242 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-d5d27645-0104-492a-a12a-b53c98148d11 req-762305e1-790a-4f2d-9d8e-fa0dfa01dda1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.570541 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-d5d27645-0104-492a-a12a-b53c98148d11 req-762305e1-790a-4f2d-9d8e-fa0dfa01dda1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.608256 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['41cb1edf-d96f-4f76-adb4-216fb958d179'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:47:57.617428 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d27645-0104-492a-a12a-b53c98148d11 req-762305e1-790a-4f2d-9d8e-fa0dfa01dda1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:57.618060 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-d5d27645-0104-492a-a12a-b53c98148d11 req-762305e1-790a-4f2d-9d8e-fa0dfa01dda1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.625448 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d5d27645-0104-492a-a12a-b53c98148d11 req-762305e1-790a-4f2d-9d8e-fa0dfa01dda1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "PUT /v2.0/ports/41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 200 len: 943 time: 0.4462125 Apr 06 12:47:57.625448 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:57.625448 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006657ee-7898-44f0-a242-527fbb1c52de" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:57.625731 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 48880) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:57.652745 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762305e1-790a-4f2d-9d8e-fa0dfa01dda1 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event updated for resources: {'Port': ['ID=41cb1edf-d96f-4f76-adb4-216fb958d179,revision_number=7']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:57.681644 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0907def-21e6-45fe-91d0-49872396d32d x-openstack-request-id: req-c0907def-21e6-45fe-91d0-49872396d32d {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:57.681952 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:57.682217 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0907def-21e6-45fe-91d0-49872396d32d {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:57.682679 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0907def-21e6-45fe-91d0-49872396d32d'] response: {'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'status': 'completed', 'code': 200} Apr 06 12:47:57.726262 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f0d25e36-b001-49e7-8268-a6e21f310d11 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group (851b62dd-e6af-491c-821d-782e596aebe7), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.760289 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f0d25e36-b001-49e7-8268-a6e21f310d11 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group (851b62dd-e6af-491c-821d-782e596aebe7), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.823722 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006657ee-7898-44f0-a242-527fbb1c52de req-15d22d9a-4e9a-4334-a938-94f41e3af824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:57.826191 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-006657ee-7898-44f0-a242-527fbb1c52de req-15d22d9a-4e9a-4334-a938-94f41e3af824 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60236bb2f02348b099a6dc6a40f88895&device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 1130 time: 0.0513895 Apr 06 12:47:57.828363 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['41cb1edf-d96f-4f76-adb4-216fb958d179'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:47:57.907786 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f0d25e36-b001-49e7-8268-a6e21f310d11 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (851b62dd-e6af-491c-821d-782e596aebe7), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.910546 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f0d25e36-b001-49e7-8268-a6e21f310d11 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.911835 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f0d25e36-b001-49e7-8268-a6e21f310d11 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "DELETE /v2.0/security-groups/851b62dd-e6af-491c-821d-782e596aebe7 HTTP/1.1" status: 204 len: 168 time: 0.2852118 Apr 06 12:47:57.914776 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 48884) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:47:57.922817 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d25e36-b001-49e7-8268-a6e21f310d11 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851b62dd-e6af-491c-821d-782e596aebe7,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:57.966072 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-f9e69f96-5908-4e84-a88a-ce77a2ea3365 None None] Provisioning complete for port 41cb1edf-d96f-4f76-adb4-216fb958d179 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:47:57.966358 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f9e69f96-5908-4e84-a88a-ce77a2ea3365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:57.980150 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006657ee-7898-44f0-a242-527fbb1c52de req-d7f575b9-b805-4e0a-9799-978e02ede930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:57.981694 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-006657ee-7898-44f0-a242-527fbb1c52de req-d7f575b9-b805-4e0a-9799-978e02ede930 service neutron] 10.222.0.74 "GET /v2.0/networks?id=830dd20d-595a-4add-ac85-c7289c5a0e71 HTTP/1.1" status: 200 len: 916 time: 0.1453731 Apr 06 12:47:58.073833 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-f9e69f96-5908-4e84-a88a-ce77a2ea3365 None None] Current status of the port 41cb1edf-d96f-4f76-adb4-216fb958d179 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:47:58.097959 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-006657ee-7898-44f0-a242-527fbb1c52de req-056ba06e-0bb7-4b01-96ab-1a78a527c65b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 200 len: 1000 time: 0.1051221 Apr 06 12:47:58.174004 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006657ee-7898-44f0-a242-527fbb1c52de req-b5162f0a-ce6f-4592-b410-51b6ae51c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:58.176077 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-006657ee-7898-44f0-a242-527fbb1c52de req-b5162f0a-ce6f-4592-b410-51b6ae51c8e7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e025e6c-5329-412d-b978-79cd97605cd8 HTTP/1.1" status: 200 len: 854 time: 0.0713995 Apr 06 12:47:58.219984 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Deleting port fc8c4de9-db2e-4011-8f92-5fa21668ec3e {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:47:58.220326 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (fc8c4de9-db2e-4011-8f92-5fa21668ec3e), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.286720 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006657ee-7898-44f0-a242-527fbb1c52de req-6c8637d6-2dfb-4cfb-824e-bfb6dea18f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:58.288290 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-006657ee-7898-44f0-a242-527fbb1c52de req-6c8637d6-2dfb-4cfb-824e-bfb6dea18f16 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=830dd20d-595a-4add-ac85-c7289c5a0e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1027405 Apr 06 12:47:58.359801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (fc8c4de9-db2e-4011-8f92-5fa21668ec3e), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.360134 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for floatingip (fc8c4de9-db2e-4011-8f92-5fa21668ec3e), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.386613 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Calling delete_port for fc8c4de9-db2e-4011-8f92-5fa21668ec3e owned by network:floatingip {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:47:58.522625 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-006657ee-7898-44f0-a242-527fbb1c52de req-84688881-b763-4301-9f01-f1dc6e0bd57f service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224317 Apr 06 12:47:58.552654 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba168e-d6f0-4ec3-a1bc-1d697f8d1166 req-c0bd162f-a8ed-4d4a-b2bb-e1240d738741 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:47:58.554091 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ecba168e-d6f0-4ec3-a1bc-1d697f8d1166 req-c0bd162f-a8ed-4d4a-b2bb-e1240d738741 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.1845565 Apr 06 12:47:58.683146 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ecba168e-d6f0-4ec3-a1bc-1d697f8d1166 req-51aeba87-0513-4d8f-8a3a-b9f24f41950d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1183760 Apr 06 12:47:58.707602 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-006657ee-7898-44f0-a242-527fbb1c52de req-0e19f6de-5a08-45a3-bfbf-1350e14ea90a service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767368 Apr 06 12:47:58.814676 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (fc8c4de9-db2e-4011-8f92-5fa21668ec3e), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.841968 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event deleted for resources: {'Port': ['ID=fc8c4de9-db2e-4011-8f92-5fa21668ec3e,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:47:58.905533 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks [] for floatingip (d24e7e89-7b8f-4258-8242-68777dad9e61), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:58.905843 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Floating IP d24e7e89-7b8f-4258-8242-68777dad9e61 disassociated (deleted). External IP: 172.27.0.6, port: 41cb1edf-d96f-4f76-adb4-216fb958d179. Apr 06 12:47:59.371943 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Router 3d730838-a101-42e4-9ecd-b5588c96d030 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:47:59.486098 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:47:59.491565 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:47:59.496304 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] Sync routers for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:47:59.508385 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:47:59.509027 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:47:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:59.522831 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-2da476cc-6742-4e5e-9aca-3ad89a44e4ac tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "DELETE /v2.0/floatingips/d24e7e89-7b8f-4258-8242-68777dad9e61 HTTP/1.1" status: 204 len: 168 time: 1.6064594 Apr 06 12:47:59.633157 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:47:59.683332 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:47:59.685871 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8336e609-49ac-4609-b2cd-a45876f4df0b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:47:59.723076 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da69e10-3446-4c82-a3ab-1a63bdf85093 x-openstack-request-id: req-5da69e10-3446-4c82-a3ab-1a63bdf85093 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:47:59.723076 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:47:59.723076 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5da69e10-3446-4c82-a3ab-1a63bdf85093 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:47:59.723076 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da69e10-3446-4c82-a3ab-1a63bdf85093'] response: {'name': 'network-changed', 'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'status': 'completed', 'code': 200} Apr 06 12:47:59.835177 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'e094700a-498b-4a31-8fa9-7b9a943a0003', 'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'mac_address': 'fa:16:3e:64:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:12Z', 'updated_at': '2022-04-06T12:42:18Z', 'revision_number': 5, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'subnets': [{'id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:59.861012 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] Checking router: 3d730838-a101-42e4-9ecd-b5588c96d030 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:47:59.876220 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:47:59.876832 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:47:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:47:59.989261 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:00.129929 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-9d4404b5-04de-4821-9cba-7dd83f6c45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.131499 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-9d4404b5-04de-4821-9cba-7dd83f6c45a1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=60236bb2f02348b099a6dc6a40f88895&device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 1130 time: 0.0490308 Apr 06 12:48:00.233300 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-9d4c3468-080f-4a43-87a6-9b6d7a828ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.238079 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-9d4c3468-080f-4a43-87a6-9b6d7a828ba3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=830dd20d-595a-4add-ac85-c7289c5a0e71 HTTP/1.1" status: 200 len: 916 time: 0.0958774 Apr 06 12:48:00.281263 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-65f2cbe7-96a1-4bb8-b6c1-87f29c949bea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 200 len: 217 time: 0.0402489 Apr 06 12:48:00.334417 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-38fb0a1f-1450-4956-91e6-eca443becbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.335956 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-38fb0a1f-1450-4956-91e6-eca443becbd0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=5e025e6c-5329-412d-b978-79cd97605cd8 HTTP/1.1" status: 200 len: 854 time: 0.0481455 Apr 06 12:48:00.353476 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'e094700a-498b-4a31-8fa9-7b9a943a0003', 'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'mac_address': 'fa:16:3e:64:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:12Z', 'updated_at': '2022-04-06T12:42:18Z', 'revision_number': 5, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'subnets': [{'id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:00.381829 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69809e26-5141-4cf5-a440-2d6bba1ca2ea None None] The sync data for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi is: [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:42:13Z', 'revision_number': 4, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'e094700a-498b-4a31-8fa9-7b9a943a0003', 'name': '', 'network_id': '830dd20d-595a-4add-ac85-c7289c5a0e71', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'mac_address': 'fa:16:3e:64:75:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:12Z', 'updated_at': '2022-04-06T12:42:18Z', 'revision_number': 5, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'subnets': [{'id': '5e025e6c-5329-412d-b978-79cd97605cd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:00.391514 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-58036d0a-dc00-4037-a9f2-310d5e4e7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:00.393062 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-58036d0a-dc00-4037-a9f2-310d5e4e7d95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=830dd20d-595a-4add-ac85-c7289c5a0e71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508544 Apr 06 12:48:00.495473 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-b6279ef3-1b4b-4030-bac9-ab38121c818a service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938449 Apr 06 12:48:00.599265 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8336e609-49ac-4609-b2cd-a45876f4df0b req-8f905cf5-f3cc-4c1b-b7e7-7fc765cebe66 service neutron] 10.222.0.74 "GET /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949993 Apr 06 12:48:00.628795 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e930c58-34f6-471a-afc2-c5c32af8aafe None None] New status for floating IP d24e7e89-7b8f-4258-8242-68777dad9e61: DOWN {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:48:02.162891 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67ac35-ce07-4317-b48f-85e56b984d26 req-a9af3d9d-bd23-4e4d-9e99-49d32861ca4e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:02.164386 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f67ac35-ce07-4317-b48f-85e56b984d26 req-a9af3d9d-bd23-4e4d-9e99-49d32861ca4e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0643027 Apr 06 12:48:02.209773 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f67ac35-ce07-4317-b48f-85e56b984d26 req-78f0705b-3ac7-420b-bd50-784507479a3e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397615 Apr 06 12:48:03.329391 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f6bfe-ea41-4652-a157-06dd78371cb5 req-8944c164-0bf0-4d0c-b630-1bf41bdbf612 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:03.332321 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8b5f6bfe-ea41-4652-a157-06dd78371cb5 req-8944c164-0bf0-4d0c-b630-1bf41bdbf612 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0535278 Apr 06 12:48:03.383879 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8b5f6bfe-ea41-4652-a157-06dd78371cb5 req-a44a50b2-5360-4750-8473-cf513f98ba72 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438282 Apr 06 12:48:03.804379 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:03.876331 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d404a4-0ebd-4a27-9e2e-0fb2ef436722 req-484634e5-194c-49f4-91f2-76aa787da719 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:03.878351 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-00d404a4-0ebd-4a27-9e2e-0fb2ef436722 req-484634e5-194c-49f4-91f2-76aa787da719 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0545487 Apr 06 12:48:03.930268 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-00d404a4-0ebd-4a27-9e2e-0fb2ef436722 req-036f6cfa-73a8-4167-bf40-a363a822634b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460451 Apr 06 12:48:04.505872 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71c847-efc3-4082-8626-d93d252e61b8 req-f6a6b65c-acc7-4bbd-933a-61f6a996e723 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:04.507310 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d71c847-efc3-4082-8626-d93d252e61b8 req-f6a6b65c-acc7-4bbd-933a-61f6a996e723 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0555618 Apr 06 12:48:04.553453 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d71c847-efc3-4082-8626-d93d252e61b8 req-e88569ea-eb20-44b1-9015-ca6b999b9b7f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405810 Apr 06 12:48:05.061239 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de05eb-d16b-43fa-85f8-8e941ae18731 req-b0a95083-45a8-4946-a5fb-bb89ce16231b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:05.062777 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-02de05eb-d16b-43fa-85f8-8e941ae18731 req-b0a95083-45a8-4946-a5fb-bb89ce16231b tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0589914 Apr 06 12:48:05.109456 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-02de05eb-d16b-43fa-85f8-8e941ae18731 req-5f3c8c43-4e01-453f-a96d-503f44a2d735 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 Apr 06 12:48:05.676446 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693bef1-843a-4be3-990f-61cf5781abf1 req-8c6e63a8-f68f-41d1-aa43-d84160b42e2e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:05.677937 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7693bef1-843a-4be3-990f-61cf5781abf1 req-8c6e63a8-f68f-41d1-aa43-d84160b42e2e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0581784 Apr 06 12:48:05.724048 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7693bef1-843a-4be3-990f-61cf5781abf1 req-a5723004-8570-4b2b-a16e-86e1d7704e1a tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405152 Apr 06 12:48:06.230553 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ac955-5c51-4e23-9ba5-66f55ccdd94e req-32fe7e75-8a7a-4a79-9693-b92fbe8914a7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:06.232053 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-625ac955-5c51-4e23-9ba5-66f55ccdd94e req-32fe7e75-8a7a-4a79-9693-b92fbe8914a7 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0530088 Apr 06 12:48:06.278211 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-625ac955-5c51-4e23-9ba5-66f55ccdd94e req-ccbef6ca-27eb-4fd4-a2c3-df572564cc07 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400901 Apr 06 12:48:06.848464 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f51b6-483c-4f87-8fe7-47486193995b req-9f3d117f-bc93-4303-a385-8f7ed95770e4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:06.849966 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5c1f51b6-483c-4f87-8fe7-47486193995b req-9f3d117f-bc93-4303-a385-8f7ed95770e4 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0565186 Apr 06 12:48:06.897106 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5c1f51b6-483c-4f87-8fe7-47486193995b req-9f50e703-37a3-4e2c-9464-c5f38206d6ff tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ced29a4-05b1-446b-9b2f-080237641222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Apr 06 12:48:07.046231 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b0849-70c0-45d1-b00c-719aac938108 req-69d29d22-5530-477c-8c8a-48b34bef5a6c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:07.047954 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-118b0849-70c0-45d1-b00c-719aac938108 req-69d29d22-5530-477c-8c8a-48b34bef5a6c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 945 time: 0.0526206 Apr 06 12:48:07.433219 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91459eaf-ecef-493f-8200-e390c3ead998 req-c601c11d-8030-423a-adea-0271cf920d6a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:07.434674 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-91459eaf-ecef-493f-8200-e390c3ead998 req-c601c11d-8030-423a-adea-0271cf920d6a tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0874178 Apr 06 12:48:07.464373 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Deleting port 8da4269c-2290-43c1-b777-c94ee9dba21e {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:07.464710 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.529144 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-91459eaf-ecef-493f-8200-e390c3ead998 req-ea79af26-587a-4fef-8689-ff3e00b26341 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/security-groups?id=dd14cc5c-9bd3-4d90-aec5-0f326fad8911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865564 Apr 06 12:48:07.574562 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] For port 8da4269c-2290-43c1-b777-c94ee9dba21e, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8da4269c-2290-43c1-b777-c94ee9dba21e,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:07.574962 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.693703 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-ea7db300-eb5f-4b9b-b711-b6fada704816 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:07.695188 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-ea7db300-eb5f-4b9b-b711-b6fada704816 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.74 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 946 time: 0.0562320 Apr 06 12:48:07.750445 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.750812 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (46f39d70-6a6c-4036-8c5e-bb34767a130a), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.751128 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Floating IP 46f39d70-6a6c-4036-8c5e-bb34767a130a disassociated. External IP: 172.27.0.158, port: 8da4269c-2290-43c1-b777-c94ee9dba21e. Apr 06 12:48:07.751469 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Calling delete_port for 8da4269c-2290-43c1-b777-c94ee9dba21e owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:07.791937 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Deleting port 41cb1edf-d96f-4f76-adb4-216fb958d179 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:07.792278 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.884995 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] For port 41cb1edf-d96f-4f76-adb4-216fb958d179, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=41cb1edf-d96f-4f76-adb4-216fb958d179,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:07.885478 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.899127 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Calling delete_port for 41cb1edf-d96f-4f76-adb4-216fb958d179 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:07.919385 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (8da4269c-2290-43c1-b777-c94ee9dba21e), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:07.956618 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event deleted for resources: {'Port': ['ID=8da4269c-2290-43c1-b777-c94ee9dba21e,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:08.033803 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4ced9e24-a245-4aee-94ea-1ee74238bd3c req-14ca82f4-d7f0-42d4-aea9-6919b7f9ae66 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 210 time: 0.0346646 Apr 06 12:48:08.072854 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (41cb1edf-d96f-4f76-adb4-216fb958d179), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:08.100312 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Router 7e7260ef-af3d-4291-b446-79f758c1bf64 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:08.105210 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Pushing event deleted for resources: {'Port': ['ID=41cb1edf-d96f-4f76-adb4-216fb958d179,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:08.108206 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['41cb1edf-d96f-4f76-adb4-216fb958d179'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:48:08.153773 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] No DVR routers for this DVR port 41cb1edf-d96f-4f76-adb4-216fb958d179 on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:08.158570 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:08.162825 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-01ca8b36-1c6b-4404-bfac-3fcd4539b6e7 req-e7a32b81-d3e5-49f7-8d3c-f3a18fae3954 tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.74 "DELETE /v2.0/ports/41cb1edf-d96f-4f76-adb4-216fb958d179 HTTP/1.1" status: 204 len: 173 time: 0.4601367 Apr 06 12:48:08.163362 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'name': 'network-vif-deleted', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:08.165662 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f86ac75-8ccf-4e14-b500-7f2c97d71c9b" -d '{"events": [{"server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "name": "network-vif-deleted", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:08.216423 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:08.227667 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] Sync routers for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:08.240924 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:08.241648 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:47:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:08.264010 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] No DVR routers for this DVR port 8da4269c-2290-43c1-b777-c94ee9dba21e on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:08.266697 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:08.270924 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-118b0849-70c0-45d1-b00c-719aac938108 req-e971895b-bf62-4755-a4d1-ecfd51bf5769 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "DELETE /v2.0/ports/8da4269c-2290-43c1-b777-c94ee9dba21e HTTP/1.1" status: 204 len: 173 time: 0.9539757 Apr 06 12:48:08.271410 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'name': 'network-vif-deleted', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:08.274439 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c70319-1d0c-444f-a0fa-577a9954ffca" -d '{"events": [{"server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "name": "network-vif-deleted", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:08.286013 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf1c3b8-4f51-49cc-b31d-521a7158cfd7 x-openstack-request-id: req-fbf1c3b8-4f51-49cc-b31d-521a7158cfd7 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:08.286315 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77fa8b-04ff-4967-9c10-f8d4a4173997", "name": "network-vif-deleted", "tag": "41cb1edf-d96f-4f76-adb4-216fb958d179", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:08.289444 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbf1c3b8-4f51-49cc-b31d-521a7158cfd7 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:08.289444 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf1c3b8-4f51-49cc-b31d-521a7158cfd7'] response: {'server_uuid': '3f77fa8b-04ff-4967-9c10-f8d4a4173997', 'name': 'network-vif-deleted', 'tag': '41cb1edf-d96f-4f76-adb4-216fb958d179', 'status': 'completed', 'code': 200} Apr 06 12:48:08.325353 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5537b41a-f73a-4b60-90af-bb7aa91566cd x-openstack-request-id: req-5537b41a-f73a-4b60-90af-bb7aa91566cd {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:08.325722 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd5408-96c5-4437-8da6-ddaf6dbb5555", "name": "network-vif-deleted", "tag": "8da4269c-2290-43c1-b777-c94ee9dba21e", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:08.326075 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5537b41a-f73a-4b60-90af-bb7aa91566cd {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:08.326605 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5537b41a-f73a-4b60-90af-bb7aa91566cd'] response: {'server_uuid': '8abd5408-96c5-4437-8da6-ddaf6dbb5555', 'name': 'network-vif-deleted', 'tag': '8da4269c-2290-43c1-b777-c94ee9dba21e', 'status': 'completed', 'code': 200} Apr 06 12:48:08.383479 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:08.611459 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:16Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:08.643925 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] Checking router: 7e7260ef-af3d-4291-b446-79f758c1bf64 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:08.653869 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:08.654966 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:47:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:08.669605 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4602b5a0-7ac5-46ef-9233-f27812dc6534 req-6228d60e-fe18-4f98-8bf1-998c0a53c57c tempest-TestMinimumBasicScenario-1541874345 tempest-TestMinimumBasicScenario-1541874345-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f77fa8b-04ff-4967-9c10-f8d4a4173997 HTTP/1.1" status: 200 len: 210 time: 0.0308647 Apr 06 12:48:08.771566 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:08.973556 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:16Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:08.999285 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351cc7c-2b2e-4262-aeb6-a8a5fd953d6f None None] The sync data for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi is: [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:07Z', 'revision_number': 4, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f7b33ba3-0190-46ac-9cc0-01d70b817ce6', 'name': '', 'network_id': '01ac1873-f29d-4c0f-b4d7-32010266d115', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'mac_address': 'fa:16:3e:09:72:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:05Z', 'updated_at': '2022-04-06T12:39:16Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'subnets': [{'id': '293c369f-e32c-4804-8333-a7a5ac081e3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:09.147129 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4c906fd1-def0-47f2-bd82-0a16872a17a2 req-a2018720-1f66-4778-9766-968c9b3d863f tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=8abd5408-96c5-4437-8da6-ddaf6dbb5555 HTTP/1.1" status: 200 len: 210 time: 0.0310552 Apr 06 12:48:09.223019 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab05ee50-35fd-49c1-827b-7f7785fe9f76 None None] New status for floating IP 46f39d70-6a6c-4036-8c5e-bb34767a130a: DOWN {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:48:09.392703 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5d1b0bc4-b5ec-4ab7-a3de-08b2b6c3e324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:10.279196 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49006) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:10.334596 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7ede74ce-7ec4-454d-8c25-218f8c29b80e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group (8ced29a4-05b1-446b-9b2f-080237641222), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:10.358785 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7ede74ce-7ec4-454d-8c25-218f8c29b80e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group (8ced29a4-05b1-446b-9b2f-080237641222), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:10.473717 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7ede74ce-7ec4-454d-8c25-218f8c29b80e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8ced29a4-05b1-446b-9b2f-080237641222), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:10.476417 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7ede74ce-7ec4-454d-8c25-218f8c29b80e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:10.477566 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7ede74ce-7ec4-454d-8c25-218f8c29b80e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "DELETE /v2.0/security-groups/8ced29a4-05b1-446b-9b2f-080237641222 HTTP/1.1" status: 204 len: 168 time: 0.1973968 Apr 06 12:48:10.480168 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49016) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:10.486848 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede74ce-7ec4-454d-8c25-218f8c29b80e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ced29a4-05b1-446b-9b2f-080237641222,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:10.494715 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.api.v2.resource [None req-5c274a74-0d45-4468-aefe-2b6f14247e48 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] show failed (client error): The resource could not be found. Apr 06 12:48:10.495750 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-5c274a74-0d45-4468-aefe-2b6f14247e48 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups/8ced29a4-05b1-446b-9b2f-080237641222 HTTP/1.1" status: 404 len: 347 time: 0.0145779 Apr 06 12:48:10.498517 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49018) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:10.509686 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 41cb1edf-d96f-4f76-adb4-216fb958d179 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:10.536454 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 41cb1edf-d96f-4f76-adb4-216fb958d179 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:10.536806 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 41cb1edf-d96f-4f76-adb4-216fb958d179 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:10.537227 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 8da4269c-2290-43c1-b777-c94ee9dba21e no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:10.558036 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 8da4269c-2290-43c1-b777-c94ee9dba21e {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:10.558716 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 8da4269c-2290-43c1-b777-c94ee9dba21e not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:10.639622 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Deleting port e8cf1d63-cdbc-4d0f-8229-6924f76142af {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:10.645547 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (e8cf1d63-cdbc-4d0f-8229-6924f76142af), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:10.714726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (e8cf1d63-cdbc-4d0f-8229-6924f76142af), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:10.715054 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for floatingip (e8cf1d63-cdbc-4d0f-8229-6924f76142af), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:10.726978 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Calling delete_port for e8cf1d63-cdbc-4d0f-8229-6924f76142af owned by network:floatingip {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:10.923162 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (e8cf1d63-cdbc-4d0f-8229-6924f76142af), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:10.953948 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event deleted for resources: {'Port': ['ID=e8cf1d63-cdbc-4d0f-8229-6924f76142af,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:11.015584 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks [] for floatingip (46f39d70-6a6c-4036-8c5e-bb34767a130a), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:11.019094 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:11.023683 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-7da77c28-6769-40a5-a830-41b2aac60685 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "DELETE /v2.0/floatingips/46f39d70-6a6c-4036-8c5e-bb34767a130a HTTP/1.1" status: 204 len: 168 time: 0.5207815 Apr 06 12:48:11.039541 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49028) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:11.560473 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (3d730838-a101-42e4-9ecd-b5588c96d030), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:11.833026 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cd05d1e1-2d52-4e31-9ded-06c7ab781f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:12.106832 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Deleting port e094700a-498b-4a31-8fa9-7b9a943a0003 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:12.107063 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:12.182123 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] For port e094700a-498b-4a31-8fa9-7b9a943a0003, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=e094700a-498b-4a31-8fa9-7b9a943a0003,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:12.182558 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:12.195156 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Calling delete_port for e094700a-498b-4a31-8fa9-7b9a943a0003 owned by network:router_interface {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:12.472962 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (e094700a-498b-4a31-8fa9-7b9a943a0003), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:12.503386 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Pushing event deleted for resources: {'Port': ['ID=e094700a-498b-4a31-8fa9-7b9a943a0003,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:12.687942 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (3d730838-a101-42e4-9ecd-b5588c96d030), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:12.910731 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Router 3d730838-a101-42e4-9ecd-b5588c96d030 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:13.015492 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:13.022731 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:13.028031 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-f9161461-496d-4bae-ad2c-bfa82d6a292b admin admin] 10.222.0.60 "PUT /v2.0/routers/3d730838-a101-42e4-9ecd-b5588c96d030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9873462 Apr 06 12:48:13.030613 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49042) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:13.034011 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] Sync routers for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:13.044842 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:13.045448 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:13.144339 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks [] for router (3d730838-a101-42e4-9ecd-b5588c96d030), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:13.160473 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:13.252852 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks [] for router_gateway (3d730838-a101-42e4-9ecd-b5588c96d030), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:13.344710 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:48:12Z', 'revision_number': 5, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port': {'id': '1438ff09-e65f-462c-9aa8-6682f21cf48a', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:dc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:10Z', 'updated_at': '2022-04-06T12:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:13.357202 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Deleting port 1438ff09-e65f-462c-9aa8-6682f21cf48a {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:13.357540 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:13.371447 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] Checking router: 3d730838-a101-42e4-9ecd-b5588c96d030 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:13.380865 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] Routers {'3d730838-a101-42e4-9ecd-b5588c96d030'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:13.381497 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['3d730838-a101-42e4-9ecd-b5588c96d030'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:13.474587 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] For port 1438ff09-e65f-462c-9aa8-6682f21cf48a, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=1438ff09-e65f-462c-9aa8-6682f21cf48a,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:13.474587 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:13.474587 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Calling delete_port for 1438ff09-e65f-462c-9aa8-6682f21cf48a owned by network:router_gateway {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:13.598382 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] Set router 3d730838-a101-42e4-9ecd-b5588c96d030 gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:13.669767 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:48:13Z', 'revision_number': 6, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port_host': None}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:13.697300 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fe6d83-a8f2-4221-8fda-36acd1feb29e None None] The sync data for ids ['3d730838-a101-42e4-9ecd-b5588c96d030'] in dv-cinder-836069-1-iscsi is: [{'id': '3d730838-a101-42e4-9ecd-b5588c96d030', 'name': 'tempest-TestMinimumBasicScenario-1384605798-router', 'tenant_id': '60236bb2f02348b099a6dc6a40f88895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:09Z', 'updated_at': '2022-04-06T12:48:13Z', 'revision_number': 6, 'project_id': '60236bb2f02348b099a6dc6a40f88895', 'gw_port_host': None}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:13.774249 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (1438ff09-e65f-462c-9aa8-6682f21cf48a), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:13.801570 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=1438ff09-e65f-462c-9aa8-6682f21cf48a,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:13.865206 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (3d730838-a101-42e4-9ecd-b5588c96d030), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:13.994088 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (3d730838-a101-42e4-9ecd-b5588c96d030), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:13.998540 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks [] for router_controller (3d730838-a101-42e4-9ecd-b5588c96d030), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.124404 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (3d730838-a101-42e4-9ecd-b5588c96d030), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.124900 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d730838-a101-42e4-9ecd-b5588c96d030 {{(pid=103994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:48:14.133029 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.134245 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-97691506-b781-408a-8cb5-c6ac7bfc8b41 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3d730838-a101-42e4-9ecd-b5588c96d030 HTTP/1.1" status: 204 len: 168 time: 1.1027155 Apr 06 12:48:14.137614 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49050) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:14.179739 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6e986-ed00-4ea5-bef3-2d8ce9882ed1 req-11553184-2edc-4b08-9d32-6448f1c093e1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:14.181355 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-98e6e986-ed00-4ea5-bef3-2d8ce9882ed1 req-11553184-2edc-4b08-9d32-6448f1c093e1 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.0988801 Apr 06 12:48:14.207217 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_v2 [None req-4902a166-0594-44d6-8ef1-ad348516b3f1 admin admin] Deleting subnet 5e025e6c-5329-412d-b978-79cd97605cd8 {{(pid=103994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:48:14.221720 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4902a166-0594-44d6-8ef1-ad348516b3f1 admin admin] Publish callbacks [] for subnet (5e025e6c-5329-412d-b978-79cd97605cd8), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.272931 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4902a166-0594-44d6-8ef1-ad348516b3f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391634'] for subnet (5e025e6c-5329-412d-b978-79cd97605cd8), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.300524 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-98e6e986-ed00-4ea5-bef3-2d8ce9882ed1 req-69d58858-e8af-4bf9-a099-30fd8efeab35 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074750 Apr 06 12:48:14.320311 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 1438ff09-e65f-462c-9aa8-6682f21cf48a no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:14.346042 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 1438ff09-e65f-462c-9aa8-6682f21cf48a {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:14.346416 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 1438ff09-e65f-462c-9aa8-6682f21cf48a not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:14.347667 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device e094700a-498b-4a31-8fa9-7b9a943a0003 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:14.372175 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: e094700a-498b-4a31-8fa9-7b9a943a0003 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:14.372705 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device e094700a-498b-4a31-8fa9-7b9a943a0003 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:14.423852 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4902a166-0594-44d6-8ef1-ad348516b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (5e025e6c-5329-412d-b978-79cd97605cd8), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.530955 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4902a166-0594-44d6-8ef1-ad348516b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118396692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118161717'] for subnet (5e025e6c-5329-412d-b978-79cd97605cd8), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.565700 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902a166-0594-44d6-8ef1-ad348516b3f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e025e6c-5329-412d-b978-79cd97605cd8,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:14.571897 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4902a166-0594-44d6-8ef1-ad348516b3f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.572064 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.576831 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-4902a166-0594-44d6-8ef1-ad348516b3f1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5e025e6c-5329-412d-b978-79cd97605cd8 HTTP/1.1" status: 204 len: 168 time: 0.4379847 Apr 06 12:48:14.582460 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49052) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:14.582769 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8671301-1fdc-4c70-95dc-96c76e1f9315 None None] Network 830dd20d-595a-4add-ac85-c7289c5a0e71 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:14.674960 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (830dd20d-595a-4add-ac85-c7289c5a0e71), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.749117 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Deleting port 285174b2-4984-4866-90d7-fd66d871428b {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:14.749376 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (285174b2-4984-4866-90d7-fd66d871428b), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.773259 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d15593-9477-4c93-9774-1964f2ffce30 None None] DHCP port deletion for 830dd20d-595a-4add-ac85-c7289c5a0e71 request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:48:14.820396 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] For port 285174b2-4984-4866-90d7-fd66d871428b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=285174b2-4984-4866-90d7-fd66d871428b,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:14.821009 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (285174b2-4984-4866-90d7-fd66d871428b), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.836464 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Calling delete_port for 285174b2-4984-4866-90d7-fd66d871428b owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:14.840658 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-53d15593-9477-4c93-9774-1964f2ffce30 None None] Deleting port 285174b2-4984-4866-90d7-fd66d871428b {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:14.841036 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-53d15593-9477-4c93-9774-1964f2ffce30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (285174b2-4984-4866-90d7-fd66d871428b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.921962 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-53d15593-9477-4c93-9774-1964f2ffce30 None None] For port 285174b2-4984-4866-90d7-fd66d871428b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=285174b2-4984-4866-90d7-fd66d871428b,segment=NetworkSegment(98c53bde-ce87-40cc-861c-4190b6eef25c),segment_id=98c53bde-ce87-40cc-861c-4190b6eef25c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:14.922361 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-53d15593-9477-4c93-9774-1964f2ffce30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (285174b2-4984-4866-90d7-fd66d871428b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:14.934893 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-53d15593-9477-4c93-9774-1964f2ffce30 None None] Calling delete_port for 285174b2-4984-4866-90d7-fd66d871428b owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:15.009915 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (285174b2-4984-4866-90d7-fd66d871428b), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.033658 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Pushing event deleted for resources: {'Port': ['ID=285174b2-4984-4866-90d7-fd66d871428b,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:15.039384 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] No DVR routers for this DVR port 285174b2-4984-4866-90d7-fd66d871428b on host dv-cinder-836069-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:15.055651 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-53d15593-9477-4c93-9774-1964f2ffce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (285174b2-4984-4866-90d7-fd66d871428b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.081100 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d15593-9477-4c93-9774-1964f2ffce30 None None] Pushing event deleted for resources: {'Port': ['ID=285174b2-4984-4866-90d7-fd66d871428b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:15.084718 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d15593-9477-4c93-9774-1964f2ffce30 None None] No DVR routers for this DVR port 285174b2-4984-4866-90d7-fd66d871428b on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:15.117895 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (830dd20d-595a-4add-ac85-c7289c5a0e71), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.138768 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830dd20d-595a-4add-ac85-c7289c5a0e71']}} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:15.148162 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c53bde-ce87-40cc-861c-4190b6eef25c') {'for_net_delete': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:15.148460 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c53bde-ce87-40cc-861c-4190b6eef25c') {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:15.157406 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391593'] for segment (98c53bde-ce87-40cc-861c-4190b6eef25c), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.193240 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (98c53bde-ce87-40cc-861c-4190b6eef25c), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.201727 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=103994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:48:15.202109 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118396798'] for segment (98c53bde-ce87-40cc-861c-4190b6eef25c), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: Traceback (most recent call last): Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: timer() Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: cb(*args, **kw) Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: return func(*args, **kwargs) Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: self._notify() Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: self.callback(batched_events) Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: event.method(event) Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: return f(self, *a, **k) Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._get(url).json() Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: return self.request(url, 'GET', **kwargs) Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:48:15.203715 dv-cinder-836069-1-iscsi neutron-server[103994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:48:15.267106 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a2006-e765-477b-b567-e9894f23ab9a req-51c57135-67a1-4ef2-9feb-f8d18f6d4b3b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:15.268698 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-303a2006-e765-477b-b567-e9894f23ab9a req-51c57135-67a1-4ef2-9feb-f8d18f6d4b3b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.1049047 Apr 06 12:48:15.561085 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (830dd20d-595a-4add-ac85-c7289c5a0e71), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.591509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.594590 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] 10.222.0.60 "DELETE /v2.0/networks/830dd20d-595a-4add-ac85-c7289c5a0e71 HTTP/1.1" status: 204 len: 168 time: 1.0133569 Apr 06 12:48:15.598851 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49056) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:15.619054 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a63af9-c8dc-468f-b411-2e9ac97f664a admin admin] Pushing event deleted for resources: {'Network': ['ID=830dd20d-595a-4add-ac85-c7289c5a0e71,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:15.665472 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36bbfc-412b-4b6b-9c6c-18772c138fb0 req-ca1eaeee-5b1e-4bc9-9386-dc4503eabc25 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:15.666962 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd36bbfc-412b-4b6b-9c6c-18772c138fb0 req-ca1eaeee-5b1e-4bc9-9386-dc4503eabc25 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 946 time: 0.1101496 Apr 06 12:48:15.702105 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-303a2006-e765-477b-b567-e9894f23ab9a req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Deleting port e6d16a50-abc0-4529-8ad8-c5c130491a86 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:15.702548 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-303a2006-e765-477b-b567-e9894f23ab9a req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.773378 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd36bbfc-412b-4b6b-9c6c-18772c138fb0 req-18e52c9a-52ff-407f-98b5-094c3ca9de7c tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952845 Apr 06 12:48:15.821842 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-303a2006-e765-477b-b567-e9894f23ab9a req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] For port e6d16a50-abc0-4529-8ad8-c5c130491a86, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6d16a50-abc0-4529-8ad8-c5c130491a86,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:15.822556 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-303a2006-e765-477b-b567-e9894f23ab9a req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:15.835636 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-303a2006-e765-477b-b567-e9894f23ab9a req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Calling delete_port for e6d16a50-abc0-4529-8ad8-c5c130491a86 owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:16.021800 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-303a2006-e765-477b-b567-e9894f23ab9a req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (e6d16a50-abc0-4529-8ad8-c5c130491a86), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:16.048744 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:16.055068 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event deleted for resources: {'Port': ['ID=e6d16a50-abc0-4529-8ad8-c5c130491a86,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:16.064770 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['077852a7-2771-46ad-b0c7-a4d1684b012d', 'e6d16a50-abc0-4529-8ad8-c5c130491a86'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:48:16.071316 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (624c5bd3-5055-4b91-b90d-bd10e02a7534), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:16.106597 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-303a2006-e765-477b-b567-e9894f23ab9a req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] No DVR routers for this DVR port e6d16a50-abc0-4529-8ad8-c5c130491a86 on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:16.109013 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-303a2006-e765-477b-b567-e9894f23ab9a req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:16.113145 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-303a2006-e765-477b-b567-e9894f23ab9a req-84e09e18-6d67-4555-b963-0541f04537af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "DELETE /v2.0/ports/e6d16a50-abc0-4529-8ad8-c5c130491a86 HTTP/1.1" status: 204 len: 173 time: 0.8388622 Apr 06 12:48:16.113628 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3ace92-e517-4349-a11f-1a53bc03d1ac', 'name': 'network-vif-deleted', 'tag': 'e6d16a50-abc0-4529-8ad8-c5c130491a86'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:16.115979 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a449cf7-af1d-4f75-9148-3ee18ec262ed" -d '{"events": [{"server_uuid": "7f3ace92-e517-4349-a11f-1a53bc03d1ac", "name": "network-vif-deleted", "tag": "e6d16a50-abc0-4529-8ad8-c5c130491a86"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:16.160711 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a34a27-06e1-489d-8018-73d441207936 x-openstack-request-id: req-d5a34a27-06e1-489d-8018-73d441207936 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:16.161013 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3ace92-e517-4349-a11f-1a53bc03d1ac", "name": "network-vif-deleted", "tag": "e6d16a50-abc0-4529-8ad8-c5c130491a86", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:16.161275 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5a34a27-06e1-489d-8018-73d441207936 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:16.161693 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a34a27-06e1-489d-8018-73d441207936'] response: {'server_uuid': '7f3ace92-e517-4349-a11f-1a53bc03d1ac', 'name': 'network-vif-deleted', 'tag': 'e6d16a50-abc0-4529-8ad8-c5c130491a86', 'status': 'completed', 'code': 200} Apr 06 12:48:16.306955 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 285174b2-4984-4866-90d7-fd66d871428b no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:16.328365 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 285174b2-4984-4866-90d7-fd66d871428b {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:16.328641 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 285174b2-4984-4866-90d7-fd66d871428b not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:16.417712 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Deleting port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:16.418074 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:16.733458 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] For port 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe,segment=NetworkSegment(f5f08db4-12fe-4d9b-874b-73fb037c7cca),segment_id=f5f08db4-12fe-4d9b-874b-73fb037c7cca)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:16.734149 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:16.746152 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Calling delete_port for 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe owned by network:router_interface {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:16.889002 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-07c4c1a9-08aa-4d1f-8425-a0be8efda3eb req-78ff97f7-c2af-492c-87ed-840d48fc713b tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f3ace92-e517-4349-a11f-1a53bc03d1ac HTTP/1.1" status: 200 len: 210 time: 0.0324407 Apr 06 12:48:16.998447 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:17.024377 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:17.209096 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (624c5bd3-5055-4b91-b90d-bd10e02a7534), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:17.429647 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Router 624c5bd3-5055-4b91-b90d-bd10e02a7534 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:17.542984 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:17.548323 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9141e9ad-f7d1-48fb-99e7-8931327cdf54 admin admin] 10.222.0.60 "PUT /v2.0/routers/624c5bd3-5055-4b91-b90d-bd10e02a7534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9489343 Apr 06 12:48:17.551332 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49062) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:17.552373 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] Sync routers for ids ['624c5bd3-5055-4b91-b90d-bd10e02a7534'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:17.562862 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] Routers {'624c5bd3-5055-4b91-b90d-bd10e02a7534'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:17.563477 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['624c5bd3-5055-4b91-b90d-bd10e02a7534'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:17.661414 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks [] for router (624c5bd3-5055-4b91-b90d-bd10e02a7534), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:17.758912 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] Set router 624c5bd3-5055-4b91-b90d-bd10e02a7534 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:17.766851 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks [] for router_gateway (624c5bd3-5055-4b91-b90d-bd10e02a7534), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:17.913938 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Deleting port bedbe665-d099-4911-82c4-767ce4d4ae88 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:17.914284 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:17.955206 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:18Z', 'updated_at': '2022-04-06T12:48:16Z', 'revision_number': 5, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'gw_port': {'id': 'bedbe665-d099-4911-82c4-767ce4d4ae88', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:39:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:42:19Z', 'updated_at': '2022-04-06T12:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:17.985421 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] Checking router: 624c5bd3-5055-4b91-b90d-bd10e02a7534 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:17.996334 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] Routers {'624c5bd3-5055-4b91-b90d-bd10e02a7534'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:17.996955 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['624c5bd3-5055-4b91-b90d-bd10e02a7534'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:18.000244 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] For port bedbe665-d099-4911-82c4-767ce4d4ae88, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=bedbe665-d099-4911-82c4-767ce4d4ae88,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:18.000616 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.013835 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Calling delete_port for bedbe665-d099-4911-82c4-767ce4d4ae88 owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:18.088844 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] Set router 624c5bd3-5055-4b91-b90d-bd10e02a7534 gateway port host: None {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:18.144615 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:18Z', 'updated_at': '2022-04-06T12:48:17Z', 'revision_number': 6, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'gw_port_host': None}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:18.172324 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026e4a5-04f8-4b45-84ae-d897ba6784d6 None None] The sync data for ids ['624c5bd3-5055-4b91-b90d-bd10e02a7534'] in dv-cinder-836069-1-iscsi is: [{'id': '624c5bd3-5055-4b91-b90d-bd10e02a7534', 'name': 'tempest-TestMinimumBasicScenario-631906119-router', 'tenant_id': 'd893000384ba46cb893c76bc0f6b37ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:42:18Z', 'updated_at': '2022-04-06T12:48:17Z', 'revision_number': 6, 'project_id': 'd893000384ba46cb893c76bc0f6b37ea', 'gw_port_host': None}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:18.248629 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (bedbe665-d099-4911-82c4-767ce4d4ae88), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.279472 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Pushing event deleted for resources: {'Port': ['ID=bedbe665-d099-4911-82c4-767ce4d4ae88,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:18.344607 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (624c5bd3-5055-4b91-b90d-bd10e02a7534), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.355027 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fb8a4-bf97-43ac-9cb9-e1f7cf26bbd2 req-c9d8bba4-c9dc-4f27-9ab0-ba05be0a73d0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:18.356596 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d47fb8a4-bf97-43ac-9cb9-e1f7cf26bbd2 req-c9d8bba4-c9dc-4f27-9ab0-ba05be0a73d0 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0540395 Apr 06 12:48:18.406416 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d47fb8a4-bf97-43ac-9cb9-e1f7cf26bbd2 req-83f231d1-3ad3-47d5-9e3b-ce3b8dec3cbc tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 Apr 06 12:48:18.455197 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (624c5bd3-5055-4b91-b90d-bd10e02a7534), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.457852 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks [] for router_controller (624c5bd3-5055-4b91-b90d-bd10e02a7534), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.572314 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device e6d16a50-abc0-4529-8ad8-c5c130491a86 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:18.588555 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (624c5bd3-5055-4b91-b90d-bd10e02a7534), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.589359 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 624c5bd3-5055-4b91-b90d-bd10e02a7534 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:48:18.597071 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: e6d16a50-abc0-4529-8ad8-c5c130491a86 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:18.597847 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device e6d16a50-abc0-4529-8ad8-c5c130491a86 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:18.600771 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.607601 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bed7b8d3-0618-4ba8-ab90-287075ba6673 admin admin] 10.222.0.60 "DELETE /v2.0/routers/624c5bd3-5055-4b91-b90d-bd10e02a7534 HTTP/1.1" status: 204 len: 168 time: 1.0536485 Apr 06 12:48:18.613575 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49070) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:18.660181 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:18.662240 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-518e78d7-8187-46c0-9750-d0a293e46c79 admin admin] Deleting subnet 029c223e-d29d-4608-bd0a-3c41a7b09f2e {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:48:18.665532 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-518e78d7-8187-46c0-9750-d0a293e46c79 admin admin] Publish callbacks [] for subnet (029c223e-d29d-4608-bd0a-3c41a7b09f2e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.682797 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:18.683247 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 9c96b0bb-3dfd-4b86-81f0-b892b98f0bbe not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:18.704536 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-518e78d7-8187-46c0-9750-d0a293e46c79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3943079'] for subnet (029c223e-d29d-4608-bd0a-3c41a7b09f2e), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.829382 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-518e78d7-8187-46c0-9750-d0a293e46c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (029c223e-d29d-4608-bd0a-3c41a7b09f2e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.936524 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-518e78d7-8187-46c0-9750-d0a293e46c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3677193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3206828'] for subnet (029c223e-d29d-4608-bd0a-3c41a7b09f2e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.966137 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e78d7-8187-46c0-9750-d0a293e46c79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=029c223e-d29d-4608-bd0a-3c41a7b09f2e,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:18.976695 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-518e78d7-8187-46c0-9750-d0a293e46c79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:18.976695 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-518e78d7-8187-46c0-9750-d0a293e46c79 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/029c223e-d29d-4608-bd0a-3c41a7b09f2e HTTP/1.1" status: 204 len: 168 time: 0.3642068 Apr 06 12:48:18.977045 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49072) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:18.979956 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37e4710-6f02-41cf-b9b6-0b4f8fd30c36 None None] Network 79c11625-6e57-4783-a314-b2f4734fc8f8 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:19.049922 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (79c11625-6e57-4783-a314-b2f4734fc8f8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.104916 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Deleting port 45de4527-8171-4a47-9e76-81350afa5ffa {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:19.105261 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.147166 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe30d4-5a62-411f-ac29-ce77930221ac None None] DHCP port deletion for 79c11625-6e57-4783-a314-b2f4734fc8f8 request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:48:19.179241 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] For port 45de4527-8171-4a47-9e76-81350afa5ffa, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=45de4527-8171-4a47-9e76-81350afa5ffa,segment=NetworkSegment(f5f08db4-12fe-4d9b-874b-73fb037c7cca),segment_id=f5f08db4-12fe-4d9b-874b-73fb037c7cca)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:19.179604 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.192601 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Calling delete_port for 45de4527-8171-4a47-9e76-81350afa5ffa owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:19.197151 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe30d4-5a62-411f-ac29-ce77930221ac None None] Deleting port 45de4527-8171-4a47-9e76-81350afa5ffa {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:19.197534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fdfe30d4-5a62-411f-ac29-ce77930221ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.262603 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-fdfe30d4-5a62-411f-ac29-ce77930221ac None None] For port 45de4527-8171-4a47-9e76-81350afa5ffa, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=45de4527-8171-4a47-9e76-81350afa5ffa,segment=NetworkSegment(f5f08db4-12fe-4d9b-874b-73fb037c7cca),segment_id=f5f08db4-12fe-4d9b-874b-73fb037c7cca)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:19.263010 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fdfe30d4-5a62-411f-ac29-ce77930221ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.281002 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe30d4-5a62-411f-ac29-ce77930221ac None None] Calling delete_port for 45de4527-8171-4a47-9e76-81350afa5ffa owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:19.320410 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13af52-7972-4f27-9722-004380812f83 req-820d755b-11cd-419c-8896-c9184d2f9128 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:19.322239 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd13af52-7972-4f27-9722-004380812f83 req-820d755b-11cd-419c-8896-c9184d2f9128 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.0605667 Apr 06 12:48:19.364190 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.372820 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fdfe30d4-5a62-411f-ac29-ce77930221ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (45de4527-8171-4a47-9e76-81350afa5ffa), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.395767 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=45de4527-8171-4a47-9e76-81350afa5ffa,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:19.397943 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] No DVR routers for this DVR port 45de4527-8171-4a47-9e76-81350afa5ffa on host dv-cinder-836069-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:19.405441 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe30d4-5a62-411f-ac29-ce77930221ac None None] No DVR routers for this DVR port 45de4527-8171-4a47-9e76-81350afa5ffa on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:19.410390 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe30d4-5a62-411f-ac29-ce77930221ac None None] Pushing event deleted for resources: {'Port': ['ID=45de4527-8171-4a47-9e76-81350afa5ffa,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:19.445236 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-dd13af52-7972-4f27-9722-004380812f83 req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Deleting port 077852a7-2771-46ad-b0c7-a4d1684b012d {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:19.445721 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-dd13af52-7972-4f27-9722-004380812f83 req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.482364 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (79c11625-6e57-4783-a314-b2f4734fc8f8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.505090 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c11625-6e57-4783-a314-b2f4734fc8f8']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:19.514816 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f08db4-12fe-4d9b-874b-73fb037c7cca') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:19.515122 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f08db4-12fe-4d9b-874b-73fb037c7cca') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:19.525104 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (f5f08db4-12fe-4d9b-874b-73fb037c7cca), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.540314 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (f5f08db4-12fe-4d9b-874b-73fb037c7cca), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.546921 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:48:19.547316 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (f5f08db4-12fe-4d9b-874b-73fb037c7cca), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:48:19.549648 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:48:19.579208 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-dd13af52-7972-4f27-9722-004380812f83 req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] For port 077852a7-2771-46ad-b0c7-a4d1684b012d, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=077852a7-2771-46ad-b0c7-a4d1684b012d,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:19.579577 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-dd13af52-7972-4f27-9722-004380812f83 req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.595123 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb86b7-15ec-44af-bd27-015935783bd9 req-520a0585-7bdc-4658-8a56-258fbe4a65a5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:19.597249 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3fcb86b7-15ec-44af-bd27-015935783bd9 req-520a0585-7bdc-4658-8a56-258fbe4a65a5 tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 946 time: 0.1053948 Apr 06 12:48:19.605396 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-dd13af52-7972-4f27-9722-004380812f83 req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Calling delete_port for 077852a7-2771-46ad-b0c7-a4d1684b012d owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:19.678361 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (79c11625-6e57-4783-a314-b2f4734fc8f8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.686193 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3fcb86b7-15ec-44af-bd27-015935783bd9 req-57dbcc52-cdb7-45b0-a600-849a9151318e tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/security-groups?id=1f70695d-22d2-4721-9c51-014bfd8b8984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826108 Apr 06 12:48:19.690271 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.693669 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/79c11625-6e57-4783-a314-b2f4734fc8f8 HTTP/1.1" status: 204 len: 168 time: 0.7153611 Apr 06 12:48:19.713392 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20d7ec-853d-4ac4-a6a2-6d46e7a342a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c11625-6e57-4783-a314-b2f4734fc8f8,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:19.832610 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-dd13af52-7972-4f27-9722-004380812f83 req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (077852a7-2771-46ad-b0c7-a4d1684b012d), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.861268 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Pushing event deleted for resources: {'Port': ['ID=077852a7-2771-46ad-b0c7-a4d1684b012d,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:19.871543 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['077852a7-2771-46ad-b0c7-a4d1684b012d'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:48:19.874064 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.874556 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.874794 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.875129 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.875466 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.875804 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.876179 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.876460 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.876783 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.877168 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.877491 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.877815 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.878138 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.878488 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.878802 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:19.917450 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd13af52-7972-4f27-9722-004380812f83 req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] No DVR routers for this DVR port 077852a7-2771-46ad-b0c7-a4d1684b012d on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:19.920325 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-dd13af52-7972-4f27-9722-004380812f83 req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:19.924066 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dd13af52-7972-4f27-9722-004380812f83 req-e438d800-84da-43c5-acc5-d69985fc7c8d tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.74 "DELETE /v2.0/ports/077852a7-2771-46ad-b0c7-a4d1684b012d HTTP/1.1" status: 204 len: 173 time: 0.5958502 Apr 06 12:48:19.924624 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d28223-1b10-4f3a-a3ad-77d150e4bec4', 'name': 'network-vif-deleted', 'tag': '077852a7-2771-46ad-b0c7-a4d1684b012d'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:19.927124 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d73d7ec-03a2-475f-bef1-3566433271cb" -d '{"events": [{"server_uuid": "53d28223-1b10-4f3a-a3ad-77d150e4bec4", "name": "network-vif-deleted", "tag": "077852a7-2771-46ad-b0c7-a4d1684b012d"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:19.964205 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24135a28-cbc4-41aa-b07a-f3db904601be x-openstack-request-id: req-24135a28-cbc4-41aa-b07a-f3db904601be {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:19.964344 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d28223-1b10-4f3a-a3ad-77d150e4bec4", "name": "network-vif-deleted", "tag": "077852a7-2771-46ad-b0c7-a4d1684b012d", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:19.964596 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24135a28-cbc4-41aa-b07a-f3db904601be {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:19.965017 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24135a28-cbc4-41aa-b07a-f3db904601be'] response: {'server_uuid': '53d28223-1b10-4f3a-a3ad-77d150e4bec4', 'name': 'network-vif-deleted', 'tag': '077852a7-2771-46ad-b0c7-a4d1684b012d', 'status': 'completed', 'code': 200} Apr 06 12:48:20.040116 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49082) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:20.080148 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bc8bb54c-9a7d-456e-bbb0-861eb85b59f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60236bb2f02348b099a6dc6a40f88895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388408 Apr 06 12:48:20.086200 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49084) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:20.134373 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Publish callbacks [] for security_group (dd14cc5c-9bd3-4d90-aec5-0f326fad8911), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:20.161854 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Publish callbacks [] for security_group (dd14cc5c-9bd3-4d90-aec5-0f326fad8911), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:20.295515 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (dd14cc5c-9bd3-4d90-aec5-0f326fad8911), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:20.300620 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:20.301786 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd14cc5c-9bd3-4d90-aec5-0f326fad8911 HTTP/1.1" status: 204 len: 168 time: 0.2146184 Apr 06 12:48:20.303572 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 45de4527-8171-4a47-9e76-81350afa5ffa no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:20.310614 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd14cc5c-9bd3-4d90-aec5-0f326fad8911,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:20.319780 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.320276 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.320827 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.321268 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.321708 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.322135 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.322627 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.325387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.325387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.325387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.325387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.325387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.325387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.325387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.326028 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 45de4527-8171-4a47-9e76-81350afa5ffa {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:20.326125 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90724c9d-2351-4d46-9d4f-b1d7148fc574 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:20.326220 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 45de4527-8171-4a47-9e76-81350afa5ffa not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:20.326220 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device bedbe665-d099-4911-82c4-767ce4d4ae88 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:20.352860 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: bedbe665-d099-4911-82c4-767ce4d4ae88 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:20.353206 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device bedbe665-d099-4911-82c4-767ce4d4ae88 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:20.797970 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-291bc4a7-5e3a-48e6-93ee-b8e8ba3226ab req-bdeb8615-043d-4f70-86da-48c21859b0af tempest-ServerRescueNegativeTestJSON-69690530 tempest-ServerRescueNegativeTestJSON-69690530-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d28223-1b10-4f3a-a3ad-77d150e4bec4 HTTP/1.1" status: 200 len: 210 time: 0.0308454 Apr 06 12:48:20.957923 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49092) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:21.001347 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9db36f42-698d-4cfe-990b-70e918e808a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d893000384ba46cb893c76bc0f6b37ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421815 Apr 06 12:48:21.004466 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49094) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:21.051857 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee2493c0-e323-4726-963c-080341ec86e7 admin admin] Publish callbacks [] for security_group (2ecfec2c-bcf7-4d26-9bd8-b1c6e0ae1f73), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:21.074747 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee2493c0-e323-4726-963c-080341ec86e7 admin admin] Publish callbacks [] for security_group (2ecfec2c-bcf7-4d26-9bd8-b1c6e0ae1f73), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:21.192230 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee2493c0-e323-4726-963c-080341ec86e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (2ecfec2c-bcf7-4d26-9bd8-b1c6e0ae1f73), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:21.194867 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee2493c0-e323-4726-963c-080341ec86e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:21.196042 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ee2493c0-e323-4726-963c-080341ec86e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ecfec2c-bcf7-4d26-9bd8-b1c6e0ae1f73 HTTP/1.1" status: 204 len: 168 time: 0.1906493 Apr 06 12:48:21.205950 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2493c0-e323-4726-963c-080341ec86e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecfec2c-bcf7-4d26-9bd8-b1c6e0ae1f73,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:21.874726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49110) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:22.239227 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49124) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:22.336256 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (7e7260ef-af3d-4291-b446-79f758c1bf64), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.338247 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1400286356-network', 'tenant_id': '021080094b9b454e9a16cdc518de724f'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:22.437201 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Made reservation on behalf of 021080094b9b454e9a16cdc518de724f for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:48:22.439527 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.448138 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.524802 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Publish callbacks [] for security_group (1b8f8934-410d-4d7b-9a27-4a1503f7c873), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.583500 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 077852a7-2771-46ad-b0c7-a4d1684b012d no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:22.593293 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Deleting port f7b33ba3-0190-46ac-9cc0-01d70b817ce6 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:22.593632 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.597931 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1b8f8934-410d-4d7b-9a27-4a1503f7c873), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.603823 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 077852a7-2771-46ad-b0c7-a4d1684b012d {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:22.604388 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 077852a7-2771-46ad-b0c7-a4d1684b012d not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:22.619772 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:48:22.633863 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8f8934-410d-4d7b-9a27-4a1503f7c873,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:22.638635 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (9cfc4fae-643c-4e7f-aa6d-31e88ea09df5), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.641111 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Added segment 9cfc4fae-643c-4e7f-aa6d-31e88ea09df5 of type vlan for network efc8a285-80f7-43a9-929e-62a6d76fa085 Apr 06 12:48:22.681118 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] For port f7b33ba3-0190-46ac-9cc0-01d70b817ce6, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f7b33ba3-0190-46ac-9cc0-01d70b817ce6,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:22.681785 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.687703 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (efc8a285-80f7-43a9-929e-62a6d76fa085), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.698852 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Calling delete_port for f7b33ba3-0190-46ac-9cc0-01d70b817ce6 owned by network:router_interface {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:22.769569 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (efc8a285-80f7-43a9-929e-62a6d76fa085), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.770651 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:22.771233 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.828305 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] Pushing event updated for resources: {'Network': ['ID=efc8a285-80f7-43a9-929e-62a6d76fa085,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:22.842540 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network efc8a285-80f7-43a9-929e-62a6d76fa085 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:48:22.898057 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9e39679f-de6b-431c-95c0-8c6cf229f2da admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6576297 Apr 06 12:48:22.900883 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49128) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:22.905848 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Request body: {'subnet': {'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1400286356-subnet', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:22.946910 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (f7b33ba3-0190-46ac-9cc0-01d70b817ce6), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.963712 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Made reservation on behalf of 021080094b9b454e9a16cdc518de724f for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:48:22.966063 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3206859'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:22.972355 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b33ba3-0190-46ac-9cc0-01d70b817ce6,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:23.160561 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (7e7260ef-af3d-4291-b446-79f758c1bf64), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.203887 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3206869'] for subnet (4628f0d2-bc89-451c-b76b-87554fc47fcb), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.255814 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4628f0d2-bc89-451c-b76b-87554fc47fcb,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:23.270990 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Checking segment: {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:23.271352 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Network hostable DHCP agents. Network: efc8a285-80f7-43a9-929e-62a6d76fa085, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:48:23.339540 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Network efc8a285-80f7-43a9-929e-62a6d76fa085 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:48:23.386535 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Router 7e7260ef-af3d-4291-b446-79f758c1bf64 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:23.419576 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, efc8a285-80f7-43a9-929e-62a6d76fa085) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:23.424634 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:23.425389 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.430941 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b3f198-1159-438a-b53f-bdb79ecf6279 None None] Network efc8a285-80f7-43a9-929e-62a6d76fa085 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:23.499509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:23.506570 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-149647bb-15aa-4f0b-ba53-d8a49ef2025e admin admin] 10.222.0.60 "PUT /v2.0/routers/7e7260ef-af3d-4291-b446-79f758c1bf64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6306450 Apr 06 12:48:23.509124 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49130) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:23.510582 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] Sync routers for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:23.520538 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6fab5dc5-b794-45df-a4c6-27eab5512dd3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6185963 Apr 06 12:48:23.526281 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49132) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:23.531566 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:23.539775 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:23.540465 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:23.577168 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-efc8a285-80f7-43a9-929e-62a6d76fa085', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'project_id': '021080094b9b454e9a16cdc518de724f', 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:48:23.578018 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.623378 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks [] for router (7e7260ef-af3d-4291-b446-79f758c1bf64), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.632188 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (f0f19a29-6f55-4ca6-95b1-23de92399fd3), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.633303 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (f0f19a29-6f55-4ca6-95b1-23de92399fd3), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.688002 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks [] for router_controller (f0f19a29-6f55-4ca6-95b1-23de92399fd3), precommit_add_association {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.728827 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks [] for router_gateway (7e7260ef-af3d-4291-b446-79f758c1bf64), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.738577 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:23.859571 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Deleting port 88330c29-78cc-460c-8832-eb99fda97d9d {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:23.860016 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:23.886562 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Allocated IP 172.20.0.2 (efc8a285-80f7-43a9-929e-62a6d76fa085/4628f0d2-bc89-451c-b76b-87554fc47fcb/849cb09f-6717-4a9a-9688-836412e0a389) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:23.888687 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks [] for router_gateway (f0f19a29-6f55-4ca6-95b1-23de92399fd3), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.180561 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks [] for router_gateway (f0f19a29-6f55-4ca6-95b1-23de92399fd3), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.202234 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.250694 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] For port 88330c29-78cc-460c-8832-eb99fda97d9d, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=88330c29-78cc-460c-8832-eb99fda97d9d,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:24.251090 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.270148 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Calling delete_port for 88330c29-78cc-460c-8832-eb99fda97d9d owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:24.327395 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:48:22Z', 'revision_number': 5, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port': {'id': '88330c29-78cc-460c-8832-eb99fda97d9d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:01Z', 'updated_at': '2022-04-06T12:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:24.351597 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Allocated IP 172.27.0.103 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/b3b263a6-494e-48df-984b-4c08bc8ddbd2) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:24.377224 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] Checking router: 7e7260ef-af3d-4291-b446-79f758c1bf64 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:24.391734 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Publish callbacks [] for port (849cb09f-6717-4a9a-9688-836412e0a389), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.398356 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] Routers {'7e7260ef-af3d-4291-b446-79f758c1bf64'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:24.399051 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['7e7260ef-af3d-4291-b446-79f758c1bf64'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:24.482812 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (849cb09f-6717-4a9a-9688-836412e0a389), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.509907 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks [] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.545180 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Network efc8a285-80f7-43a9-929e-62a6d76fa085 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:24.546458 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] Set router 7e7260ef-af3d-4291-b446-79f758c1bf64 gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:24.579849 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:24.582930 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:24.591157 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (88330c29-78cc-460c-8832-eb99fda97d9d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.614864 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Pushing event updated for resources: {'Port': ['ID=849cb09f-6717-4a9a-9688-836412e0a389,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:24.619816 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:48:23Z', 'revision_number': 6, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port_host': None}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:24.623783 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Pushing event deleted for resources: {'Port': ['ID=88330c29-78cc-460c-8832-eb99fda97d9d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:24.628637 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.669773 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a381bcf3-7300-4cb2-84e1-4192f77c489c None None] The sync data for ids ['7e7260ef-af3d-4291-b446-79f758c1bf64'] in dv-cinder-836069-1-iscsi is: [{'id': '7e7260ef-af3d-4291-b446-79f758c1bf64', 'name': 'tempest-ServerRescueNegativeTestJSON-1783929556-router', 'tenant_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:48:23Z', 'revision_number': 6, 'project_id': 'f3908ec5b4b34a6f9359e815c209c8f2', 'gw_port_host': None}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:24.671074 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:24.678422 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:24.683243 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:24.713537 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Attempting to bind port 849cb09f-6717-4a9a-9688-836412e0a389 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:24.716337 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Attempting to bind port 849cb09f-6717-4a9a-9688-836412e0a389 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:24.716337 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Attempting to bind port 849cb09f-6717-4a9a-9688-836412e0a389 on network efc8a285-80f7-43a9-929e-62a6d76fa085 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:24.716586 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (7e7260ef-af3d-4291-b446-79f758c1bf64), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.719470 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Pushing event updated for resources: {'Port': ['ID=b3b263a6-494e-48df-984b-4c08bc8ddbd2,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:24.728182 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:24.728648 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Checking segment: {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:24.729115 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.729567 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Bound using segment: {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:24.730121 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Bound port: 849cb09f-6717-4a9a-9688-836412e0a389, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:24.730646 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (849cb09f-6717-4a9a-9688-836412e0a389), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.796973 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] For port 849cb09f-6717-4a9a-9688-836412e0a389, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:24.801359 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] For port 849cb09f-6717-4a9a-9688-836412e0a389, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=849cb09f-6717-4a9a-9688-836412e0a389,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:24.818846 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (7e7260ef-af3d-4291-b446-79f758c1bf64), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.821108 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks [] for router_controller (7e7260ef-af3d-4291-b446-79f758c1bf64), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.906820 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (849cb09f-6717-4a9a-9688-836412e0a389), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.934904 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (7e7260ef-af3d-4291-b446-79f758c1bf64), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.935472 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7260ef-af3d-4291-b446-79f758c1bf64 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:48:24.941230 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:24.944567 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-43b0daf1-26e5-4189-86ab-9c8378563b31 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7e7260ef-af3d-4291-b446-79f758c1bf64 HTTP/1.1" status: 204 len: 168 time: 1.4322648 Apr 06 12:48:24.947992 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49134) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:24.974181 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b014f6-0b90-47e0-9d0e-269d4f8cfb01 None None] Pushing event updated for resources: {'Port': ['ID=849cb09f-6717-4a9a-9688-836412e0a389,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:25.005236 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d60029-b830-4660-b0cc-898c3b98ff7b admin admin] Deleting subnet 293c369f-e32c-4804-8333-a7a5ac081e3d {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:48:25.008727 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e3d60029-b830-4660-b0cc-898c3b98ff7b admin admin] Publish callbacks [] for subnet (293c369f-e32c-4804-8333-a7a5ac081e3d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.049866 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e3d60029-b830-4660-b0cc-898c3b98ff7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3943079'] for subnet (293c369f-e32c-4804-8333-a7a5ac081e3d), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.088682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks [] for router_gateway (f0f19a29-6f55-4ca6-95b1-23de92399fd3), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.146332 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e3d60029-b830-4660-b0cc-898c3b98ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (293c369f-e32c-4804-8333-a7a5ac081e3d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.289624 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e3d60029-b830-4660-b0cc-898c3b98ff7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3677193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3206828'] for subnet (293c369f-e32c-4804-8333-a7a5ac081e3d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.315592 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d60029-b830-4660-b0cc-898c3b98ff7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=293c369f-e32c-4804-8333-a7a5ac081e3d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:25.322730 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e3d60029-b830-4660-b0cc-898c3b98ff7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.326111 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-e3d60029-b830-4660-b0cc-898c3b98ff7b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/293c369f-e32c-4804-8333-a7a5ac081e3d HTTP/1.1" status: 204 len: 168 time: 0.3771160 Apr 06 12:48:25.328644 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49136) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:25.336561 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d8ac9-bc8a-420f-9bf6-7c1da170a125 None None] Network 01ac1873-f29d-4c0f-b4d7-32010266d115 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:25.339803 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (f0f19a29-6f55-4ca6-95b1-23de92399fd3), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.400643 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (01ac1873-f29d-4c0f-b4d7-32010266d115), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.464893 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Deleting port 21abe78e-1045-4974-b60a-f31d82ef3ae6 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:25.465381 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.544442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] For port 21abe78e-1045-4974-b60a-f31d82ef3ae6, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=21abe78e-1045-4974-b60a-f31d82ef3ae6,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:25.545056 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.565423 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Calling delete_port for 21abe78e-1045-4974-b60a-f31d82ef3ae6 owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:25.573321 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3e6bdf-a00f-4a9d-848a-ec62ec57ccd0 None None] DHCP port deletion for 01ac1873-f29d-4c0f-b4d7-32010266d115 request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:48:25.632863 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e6bdf-a00f-4a9d-848a-ec62ec57ccd0 None None] Deleting port 21abe78e-1045-4974-b60a-f31d82ef3ae6 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:48:25.633372 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8a3e6bdf-a00f-4a9d-848a-ec62ec57ccd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.719739 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-8a3e6bdf-a00f-4a9d-848a-ec62ec57ccd0 None None] For port 21abe78e-1045-4974-b60a-f31d82ef3ae6, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=21abe78e-1045-4974-b60a-f31d82ef3ae6,segment=NetworkSegment(37c08f7b-6e73-46d6-831e-60593f0b9dd8),segment_id=37c08f7b-6e73-46d6-831e-60593f0b9dd8)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:25.720130 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8a3e6bdf-a00f-4a9d-848a-ec62ec57ccd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.738533 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-8a3e6bdf-a00f-4a9d-848a-ec62ec57ccd0 None None] Calling delete_port for 21abe78e-1045-4974-b60a-f31d82ef3ae6 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:48:25.753792 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.787641 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Pushing event deleted for resources: {'Port': ['ID=21abe78e-1045-4974-b60a-f31d82ef3ae6,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:25.792615 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] No DVR routers for this DVR port 21abe78e-1045-4974-b60a-f31d82ef3ae6 on host dv-cinder-836069-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:25.827495 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8a3e6bdf-a00f-4a9d-848a-ec62ec57ccd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (21abe78e-1045-4974-b60a-f31d82ef3ae6), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.838103 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Router f0f19a29-6f55-4ca6-95b1-23de92399fd3 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:48:25.866804 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e6bdf-a00f-4a9d-848a-ec62ec57ccd0 None None] Pushing event deleted for resources: {'Port': ['ID=21abe78e-1045-4974-b60a-f31d82ef3ae6,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:25.877395 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e6bdf-a00f-4a9d-848a-ec62ec57ccd0 None None] No DVR routers for this DVR port 21abe78e-1045-4974-b60a-f31d82ef3ae6 on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:48:25.889742 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (01ac1873-f29d-4c0f-b4d7-32010266d115), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.925893 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ac1873-f29d-4c0f-b4d7-32010266d115']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:25.936188 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c08f7b-6e73-46d6-831e-60593f0b9dd8') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:25.936489 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c08f7b-6e73-46d6-831e-60593f0b9dd8') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:25.952392 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (37c08f7b-6e73-46d6-831e-60593f0b9dd8), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.967632 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (37c08f7b-6e73-46d6-831e-60593f0b9dd8), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.976355 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:48:25.976754 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (37c08f7b-6e73-46d6-831e-60593f0b9dd8), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:48:25.978659 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:48:25.988750 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:25.998888 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Sync routers for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:26.014156 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:26.014156 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:26.062777 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.066483 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-bc76cb6b-0e7a-4157-9992-5c908bbb3b22 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5391064 Apr 06 12:48:26.069712 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49138) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:26.089762 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c97b9f6-96b8-4bdd-b111-d2d26976c430 None None] Network efc8a285-80f7-43a9-929e-62a6d76fa085 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:26.118450 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (01ac1873-f29d-4c0f-b4d7-32010266d115), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.123941 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.129249 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] 10.222.0.60 "DELETE /v2.0/networks/01ac1873-f29d-4c0f-b4d7-32010266d115 HTTP/1.1" status: 204 len: 168 time: 0.7996869 Apr 06 12:48:26.155664 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f4cc7-8663-488d-9dab-99f538c1b984 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ac1873-f29d-4c0f-b4d7-32010266d115,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:26.188562 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:26.231493 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-b528863a-519b-4686-9502-676e8c85d08c None None] Provisioning complete for port 849cb09f-6717-4a9a-9688-836412e0a389 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:26.231868 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b528863a-519b-4686-9502-676e8c85d08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (849cb09f-6717-4a9a-9688-836412e0a389), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.334623 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b528863a-519b-4686-9502-676e8c85d08c None None] Current status of the port 849cb09f-6717-4a9a-9688-836412e0a389 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:26.334927 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b528863a-519b-4686-9502-676e8c85d08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (849cb09f-6717-4a9a-9688-836412e0a389), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.400542 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-b528863a-519b-4686-9502-676e8c85d08c None None] For port 849cb09f-6717-4a9a-9688-836412e0a389, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=849cb09f-6717-4a9a-9688-836412e0a389,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:26.417350 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 849cb09f-6717-4a9a-9688-836412e0a389 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:26.437484 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:24Z', 'revision_number': 3, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:26.473365 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Checking router: f0f19a29-6f55-4ca6-95b1-23de92399fd3 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:26.474031 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Updating router f0f19a29-6f55-4ca6-95b1-23de92399fd3 port b3b263a6-494e-48df-984b-4c08bc8ddbd2 binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:48:26.495118 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 849cb09f-6717-4a9a-9688-836412e0a389 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:26.495499 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (849cb09f-6717-4a9a-9688-836412e0a389), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.513032 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.540009 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b528863a-519b-4686-9502-676e8c85d08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (849cb09f-6717-4a9a-9688-836412e0a389), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.565601 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49144) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:26.623133 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49146) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:26.623687 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528863a-519b-4686-9502-676e8c85d08c None None] Pushing event updated for resources: {'Port': ['ID=849cb09f-6717-4a9a-9688-836412e0a389,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:26.623984 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-113d59ea-d03f-49b1-b802-ea67d46cebdc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3908ec5b4b34a6f9359e815c209c8f2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552087 Apr 06 12:48:26.630277 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 849cb09f-6717-4a9a-9688-836412e0a389 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:26.668965 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-5f5b0abf-2078-4a54-b824-7ea87ec35f3b None None] Provisioning complete for port 849cb09f-6717-4a9a-9688-836412e0a389 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:26.669343 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f5b0abf-2078-4a54-b824-7ea87ec35f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (849cb09f-6717-4a9a-9688-836412e0a389), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.705658 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 88330c29-78cc-460c-8832-eb99fda97d9d no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:26.736949 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 88330c29-78cc-460c-8832-eb99fda97d9d {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:26.741926 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 88330c29-78cc-460c-8832-eb99fda97d9d not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:26.741926 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 21abe78e-1045-4974-b60a-f31d82ef3ae6 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:26.755427 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.759322 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4986026a-9bd4-42dc-8be9-e9d7c456c98b admin admin] Publish callbacks [] for security_group (1f70695d-22d2-4721-9c51-014bfd8b8984), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.760190 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 21abe78e-1045-4974-b60a-f31d82ef3ae6 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:26.760573 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 21abe78e-1045-4974-b60a-f31d82ef3ae6 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:26.760988 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f7b33ba3-0190-46ac-9cc0-01d70b817ce6 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:48:26.785037 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: f7b33ba3-0190-46ac-9cc0-01d70b817ce6 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:48:26.785381 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f7b33ba3-0190-46ac-9cc0-01d70b817ce6 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:48:26.806158 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4986026a-9bd4-42dc-8be9-e9d7c456c98b admin admin] Publish callbacks [] for security_group (1f70695d-22d2-4721-9c51-014bfd8b8984), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.838722 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b0abf-2078-4a54-b824-7ea87ec35f3b None None] Current status of the port 849cb09f-6717-4a9a-9688-836412e0a389 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:26.850357 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Publish callbacks [] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.917581 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.966511 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Attempting to bind port b3b263a6-494e-48df-984b-4c08bc8ddbd2 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:26.967185 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Attempting to bind port b3b263a6-494e-48df-984b-4c08bc8ddbd2 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:26.967546 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Attempting to bind port b3b263a6-494e-48df-984b-4c08bc8ddbd2 on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:26.968673 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Allocated IP 172.20.0.1 (efc8a285-80f7-43a9-929e-62a6d76fa085/4628f0d2-bc89-451c-b76b-87554fc47fcb/64708c44-007d-4912-8ae2-70b960a0c54c) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:26.973496 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Pushing event updated for resources: {'Port': ['ID=b3b263a6-494e-48df-984b-4c08bc8ddbd2,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:26.980928 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:26.981306 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:26.981705 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.982124 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:26.982608 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Bound port: b3b263a6-494e-48df-984b-4c08bc8ddbd2, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:26.982986 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.986666 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.987021 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.987720 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.988081 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.988415 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.988749 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.989071 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.989391 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.989709 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.990025 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.990348 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.990723 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.991030 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.991343 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.991655 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:26.996137 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4986026a-9bd4-42dc-8be9-e9d7c456c98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1f70695d-22d2-4721-9c51-014bfd8b8984), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.998751 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4986026a-9bd4-42dc-8be9-e9d7c456c98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:26.999912 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-4986026a-9bd4-42dc-8be9-e9d7c456c98b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f70695d-22d2-4721-9c51-014bfd8b8984 HTTP/1.1" status: 204 len: 168 time: 0.3757005 Apr 06 12:48:27.035039 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986026a-9bd4-42dc-8be9-e9d7c456c98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f70695d-22d2-4721-9c51-014bfd8b8984,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:27.048253 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] For port b3b263a6-494e-48df-984b-4c08bc8ddbd2, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:27.052444 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] For port b3b263a6-494e-48df-984b-4c08bc8ddbd2, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=b3b263a6-494e-48df-984b-4c08bc8ddbd2,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:27.088770 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Publish callbacks [] for port (64708c44-007d-4912-8ae2-70b960a0c54c), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.106668 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.163606 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:27.164250 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:27.170915 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.210959 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Network efc8a285-80f7-43a9-929e-62a6d76fa085 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:27.213432 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64326d85-5562-4cea-bf8e-0fd1722e1832 None None] Pushing event updated for resources: {'Port': ['ID=b3b263a6-494e-48df-984b-4c08bc8ddbd2,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:27.218043 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:27.222648 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:27.251068 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Pushing event updated for resources: {'Port': ['ID=64708c44-007d-4912-8ae2-70b960a0c54c,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:27.269527 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (f0f19a29-6f55-4ca6-95b1-23de92399fd3), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.291129 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:27.526539 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.584093 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-16aac8cf-9fe7-47d9-9c33-cd4cb210e5f7 None None] Provisioning complete for port 64708c44-007d-4912-8ae2-70b960a0c54c triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:27.584481 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-16aac8cf-9fe7-47d9-9c33-cd4cb210e5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.627598 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-16aac8cf-9fe7-47d9-9c33-cd4cb210e5f7 None None] Port 64708c44-007d-4912-8ae2-70b960a0c54c cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:48:27.678126 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:24Z', 'revision_number': 3, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:27.708952 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9c912d-5a8b-48fb-91d1-f931b7fca67e None None] The sync data for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi is: [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:24Z', 'revision_number': 3, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:27.732539 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Publish callbacks [] for port (64708c44-007d-4912-8ae2-70b960a0c54c), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.797935 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.871375 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (f0f19a29-6f55-4ca6-95b1-23de92399fd3), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:27.873107 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Pushing event updated for resources: {'Port': ['ID=64708c44-007d-4912-8ae2-70b960a0c54c,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:27.981904 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Network efc8a285-80f7-43a9-929e-62a6d76fa085 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:27.983279 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:28.151079 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Router f0f19a29-6f55-4ca6-95b1-23de92399fd3 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:28.263285 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-b463f0fc-9c57-4f3a-8996-2146dae2ccdc None None] Provisioning complete for port 64708c44-007d-4912-8ae2-70b960a0c54c triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:28.263285 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b463f0fc-9c57-4f3a-8996-2146dae2ccdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.288394 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:28.293597 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ae1b0845-6ab4-4867-99a8-db5819fee73c admin admin] 10.222.0.60 "PUT /v2.0/routers/f0f19a29-6f55-4ca6-95b1-23de92399fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2221003 Apr 06 12:48:28.337217 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b463f0fc-9c57-4f3a-8996-2146dae2ccdc None None] Port 64708c44-007d-4912-8ae2-70b960a0c54c cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:48:28.425555 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49170) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:28.430353 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 849cb09f-6717-4a9a-9688-836412e0a389 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:28.495834 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 849cb09f-6717-4a9a-9688-836412e0a389 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:28.496222 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (849cb09f-6717-4a9a-9688-836412e0a389), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.565189 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1229810501-network', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:28.585775 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 849cb09f-6717-4a9a-9688-836412e0a389 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:28.586905 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b3b263a6-494e-48df-984b-4c08bc8ddbd2 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:28.637223 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port b3b263a6-494e-48df-984b-4c08bc8ddbd2 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:28.637589 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.694756 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Made reservation on behalf of 9206f27dc4b8452f8d305ddc914d24ec for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:48:28.697471 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.707606 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.739055 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port b3b263a6-494e-48df-984b-4c08bc8ddbd2 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:28.740056 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.763670 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port b3b263a6-494e-48df-984b-4c08bc8ddbd2, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=b3b263a6-494e-48df-984b-4c08bc8ddbd2,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:28.800230 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Publish callbacks [] for security_group (f3b7c236-a377-4b1d-8aa3-9529022a693d), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.895333 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.898023 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (f3b7c236-a377-4b1d-8aa3-9529022a693d), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.929765 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:48:28.940555 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b7c236-a377-4b1d-8aa3-9529022a693d,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:28.945638 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (4135be7f-8d39-4e9c-a26a-97242ca31b88), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:28.945978 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Added segment 4135be7f-8d39-4e9c-a26a-97242ca31b88 of type vlan for network bc16f097-65cb-45df-82b7-46a8eb61e950 Apr 06 12:48:28.961572 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=b3b263a6-494e-48df-984b-4c08bc8ddbd2,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:28.996544 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (bc16f097-65cb-45df-82b7-46a8eb61e950), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.099317 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (bc16f097-65cb-45df-82b7-46a8eb61e950), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.100444 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:29.101041 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.117466 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49186) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:29.122768 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-436686126-network', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:29.163985 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] Pushing event updated for resources: {'Network': ['ID=bc16f097-65cb-45df-82b7-46a8eb61e950,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:29.174798 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network bc16f097-65cb-45df-82b7-46a8eb61e950 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:48:29.219819 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Made reservation on behalf of 79c6c9bc85ad4b05a07f7bdb991527b1 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:48:29.223282 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.233032 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.252324 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-4941c1a2-7602-4de8-8e61-7cf9ba89f4de admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8252904 Apr 06 12:48:29.255288 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49188) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:29.261051 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Request body: {'subnet': {'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-subnet', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:29.316518 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Publish callbacks [] for security_group (7fdeb8b0-a823-4640-b671-dc5ecff4ed34), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.368838 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Made reservation on behalf of 9206f27dc4b8452f8d305ddc914d24ec for: {'subnet': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:48:29.371365 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118161746'] for subnet (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.403392 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7fdeb8b0-a823-4640-b671-dc5ecff4ed34), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.428083 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Sync routers for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:29.433616 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:48:29.435902 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:29.436526 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:29.444330 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdeb8b0-a823-4640-b671-dc5ecff4ed34,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:29.449145 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (1e2f4c68-1439-4538-8507-abc0abe67137), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.450520 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Added segment 1e2f4c68-1439-4538-8507-abc0abe67137 of type vlan for network 884d7b00-e593-4b43-a884-4e7d6dd36289 Apr 06 12:48:29.494300 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (884d7b00-e593-4b43-a884-4e7d6dd36289), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.561064 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:29.603584 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (884d7b00-e593-4b43-a884-4e7d6dd36289), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.604765 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:29.605395 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.632959 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118395603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118161740'] for subnet (b67b9392-4786-4004-bf2b-f0ac569766f1), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.671666 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] Pushing event updated for resources: {'Network': ['ID=884d7b00-e593-4b43-a884-4e7d6dd36289,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:29.710146 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67b9392-4786-4004-bf2b-f0ac569766f1,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:29.717914 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Checking segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:29.718351 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Network hostable DHCP agents. Network: bc16f097-65cb-45df-82b7-46a8eb61e950, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:48:29.722583 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c70246dc-29b9-4e97-a20d-83a02b69f54e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6038809 Apr 06 12:48:29.725733 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49190) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:29.731513 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Request body: {'subnet': {'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-436686126-subnet', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:29.737357 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 884d7b00-e593-4b43-a884-4e7d6dd36289 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:48:29.814811 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Network bc16f097-65cb-45df-82b7-46a8eb61e950 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:48:29.826587 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Made reservation on behalf of 79c6c9bc85ad4b05a07f7bdb991527b1 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:48:29.832110 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3206859'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.894843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, bc16f097-65cb-45df-82b7-46a8eb61e950) {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:29.899780 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:29.900508 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:29.908674 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde6022a-32fb-4e84-b323-459dc63df1bc None None] Network bc16f097-65cb-45df-82b7-46a8eb61e950 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:29.999729 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c6a7544a-9d92-4771-90ed-5cff7a18d5e2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7429965 Apr 06 12:48:30.002560 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49192) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:30.007719 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:30.041838 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '64708c44-007d-4912-8ae2-70b960a0c54c', 'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'mac_address': 'fa:16:3e:60:98:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:26Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 2, 'project_id': '021080094b9b454e9a16cdc518de724f', 'subnets': [{'id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:30.044907 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-bc16f097-65cb-45df-82b7-46a8eb61e950', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:48:30.045718 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.081956 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Checking router: f0f19a29-6f55-4ca6-95b1-23de92399fd3 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:30.082224 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Updating router f0f19a29-6f55-4ca6-95b1-23de92399fd3 port 64708c44-007d-4912-8ae2-70b960a0c54c binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:48:30.129296 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3206869'] for subnet (e1978e56-1927-4b90-be10-08ee28b6f72f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.152438 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.153745 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.163886 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.204015 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1978e56-1927-4b90-be10-08ee28b6f72f,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:30.216692 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks [] for router_controller (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), precommit_add_association {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.224243 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Checking segment: {'id': '1e2f4c68-1439-4538-8507-abc0abe67137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:30.224665 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Network hostable DHCP agents. Network: 884d7b00-e593-4b43-a884-4e7d6dd36289, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:48:30.317259 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Allocated IP 172.20.0.2 (bc16f097-65cb-45df-82b7-46a8eb61e950/b67b9392-4786-4004-bf2b-f0ac569766f1/78a29021-4da0-4af5-9a25-b807d74fc07c) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:30.323476 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Network 884d7b00-e593-4b43-a884-4e7d6dd36289 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:48:30.334089 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b3b263a6-494e-48df-984b-4c08bc8ddbd2 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:30.409330 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 884d7b00-e593-4b43-a884-4e7d6dd36289) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:30.414706 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:30.415366 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.442655 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks [] for router_gateway (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.454545 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55195eba-9ecf-4977-8cb0-a05df840c686 None None] Network 884d7b00-e593-4b43-a884-4e7d6dd36289 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:30.497212 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-394573f3-5c8b-4798-871e-c9af4b4e9b29 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7700057 Apr 06 12:48:30.499799 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49194) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:30.505059 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:30.581332 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (803e5f24-0cd1-4e84-9923-c5bd426c62d4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.582348 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (803e5f24-0cd1-4e84-9923-c5bd426c62d4), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.603032 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port b3b263a6-494e-48df-984b-4c08bc8ddbd2 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:30.603322 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.655787 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks [] for router_controller (803e5f24-0cd1-4e84-9923-c5bd426c62d4), precommit_add_association {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.695629 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-884d7b00-e593-4b43-a884-4e7d6dd36289', 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289', 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'fixed_ips': [{'subnet_id': 'e1978e56-1927-4b90-be10-08ee28b6f72f'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:48:30.696466 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.766501 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Publish callbacks [] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.847359 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Publish callbacks [] for port (64708c44-007d-4912-8ae2-70b960a0c54c), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.851281 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.894530 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks [] for router_gateway (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.921301 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks [] for router_gateway (803e5f24-0cd1-4e84-9923-c5bd426c62d4), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.926245 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.954611 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:30.959301 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Network bc16f097-65cb-45df-82b7-46a8eb61e950 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:30.975971 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:30.984667 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port b3b263a6-494e-48df-984b-4c08bc8ddbd2 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:30.989762 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:30.993569 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Pushing event updated for resources: {'Port': ['ID=78a29021-4da0-4af5-9a25-b807d74fc07c,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:31.017911 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Allocated IP 172.20.0.2 (884d7b00-e593-4b43-a884-4e7d6dd36289/e1978e56-1927-4b90-be10-08ee28b6f72f/331a3895-ef10-4076-a03a-1af4d94831e2) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:31.073042 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Allocated IP 172.27.0.134 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/bef7352a-a2a4-4d38-b9dd-65e6abf18bc6) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:31.140685 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b0b16-195d-455d-ac66-ba38549b167e None None] Pushing event updated for resources: {'Port': ['ID=64708c44-007d-4912-8ae2-70b960a0c54c,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:31.358386 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Attempting to bind port 78a29021-4da0-4af5-9a25-b807d74fc07c on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:31.358770 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Attempting to bind port 78a29021-4da0-4af5-9a25-b807d74fc07c by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:31.359130 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Attempting to bind port 78a29021-4da0-4af5-9a25-b807d74fc07c on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:31.386917 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:31.387302 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Checking segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:31.387705 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.388098 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Bound using segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:31.388578 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Bound port: 78a29021-4da0-4af5-9a25-b807d74fc07c, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:31.388960 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.399072 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Attempting to bind port 64708c44-007d-4912-8ae2-70b960a0c54c on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:31.399367 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Attempting to bind port 64708c44-007d-4912-8ae2-70b960a0c54c by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:31.400749 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Attempting to bind port 64708c44-007d-4912-8ae2-70b960a0c54c on network efc8a285-80f7-43a9-929e-62a6d76fa085 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:31.424537 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-53a41478-ef1f-4e90-a488-27095a33440b None None] Provisioning complete for port 64708c44-007d-4912-8ae2-70b960a0c54c triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:31.424911 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-53a41478-ef1f-4e90-a488-27095a33440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.430712 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:31.431097 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Checking segment: {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:31.431499 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.431912 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Bound using segment: {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:31.432561 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Bound port: 64708c44-007d-4912-8ae2-70b960a0c54c, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:31.432960 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.487905 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks [] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.571062 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-53a41478-ef1f-4e90-a488-27095a33440b None None] Port 64708c44-007d-4912-8ae2-70b960a0c54c cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:48:31.616385 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Publish callbacks [] for port (331a3895-ef10-4076-a03a-1af4d94831e2), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.625388 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] For port 78a29021-4da0-4af5-9a25-b807d74fc07c, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:31.630939 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] For port 78a29021-4da0-4af5-9a25-b807d74fc07c, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=78a29021-4da0-4af5-9a25-b807d74fc07c,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:31.634030 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks [] for router_gateway (803e5f24-0cd1-4e84-9923-c5bd426c62d4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.637770 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] For port 64708c44-007d-4912-8ae2-70b960a0c54c, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:31.641414 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] For port 64708c44-007d-4912-8ae2-70b960a0c54c, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=64708c44-007d-4912-8ae2-70b960a0c54c,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:31.654533 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.694426 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.719179 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.721939 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.723989 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:31.745878 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:31.754179 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:48:31.759801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:31.764442 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:31.766257 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Pushing event updated for resources: {'Port': ['ID=bef7352a-a2a4-4d38-b9dd-65e6abf18bc6,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:31.789193 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Network 884d7b00-e593-4b43-a884-4e7d6dd36289 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:31.794195 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:31.797649 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:31.828934 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:31.829790 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:31.835174 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b0b16-195d-455d-ac66-ba38549b167e None None] Pushing event updated for resources: {'Port': ['ID=64708c44-007d-4912-8ae2-70b960a0c54c,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:31.853759 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Allocated IP 172.27.0.200 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/30233aec-f0f9-493e-83fc-97ce0ce43fa4) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:32.020761 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Attempting to bind port 331a3895-ef10-4076-a03a-1af4d94831e2 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:32.021130 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Attempting to bind port 331a3895-ef10-4076-a03a-1af4d94831e2 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '1e2f4c68-1439-4538-8507-abc0abe67137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:32.021497 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Attempting to bind port 331a3895-ef10-4076-a03a-1af4d94831e2 on network 884d7b00-e593-4b43-a884-4e7d6dd36289 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:32.028000 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Pushing event updated for resources: {'Port': ['ID=331a3895-ef10-4076-a03a-1af4d94831e2,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:32.042571 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:32.042977 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Checking segment: {'id': '1e2f4c68-1439-4538-8507-abc0abe67137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:32.043369 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.043767 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Bound using segment: {'id': '1e2f4c68-1439-4538-8507-abc0abe67137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:32.044255 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Bound port: 331a3895-ef10-4076-a03a-1af4d94831e2, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2f4c68-1439-4538-8507-abc0abe67137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:32.044638 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.103187 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:32.149259 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks [] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.200351 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b2491-b0d3-4b80-baa0-a081c31b332d None None] Pushing event updated for resources: {'Port': ['ID=78a29021-4da0-4af5-9a25-b807d74fc07c,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:32.261830 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] For port 331a3895-ef10-4076-a03a-1af4d94831e2, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:32.281239 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks [] for router_gateway (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.321481 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] For port 331a3895-ef10-4076-a03a-1af4d94831e2, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=331a3895-ef10-4076-a03a-1af4d94831e2,segment=NetworkSegment(1e2f4c68-1439-4538-8507-abc0abe67137),segment_id=1e2f4c68-1439-4538-8507-abc0abe67137)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:32.324368 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-6478220d-6a36-459f-afc1-d9f793f4f3ec None None] Provisioning complete for port 64708c44-007d-4912-8ae2-70b960a0c54c triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:32.324756 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6478220d-6a36-459f-afc1-d9f793f4f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.335338 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.402280 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.409809 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 78a29021-4da0-4af5-9a25-b807d74fc07c up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:32.410206 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:32.416340 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:32.425310 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:32.438355 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Pushing event updated for resources: {'Port': ['ID=30233aec-f0f9-493e-83fc-97ce0ce43fa4,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:32.561212 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a054c-dcb4-4f37-895d-b73434217be9 None None] Pushing event updated for resources: {'Port': ['ID=331a3895-ef10-4076-a03a-1af4d94831e2,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:32.577205 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-6478220d-6a36-459f-afc1-d9f793f4f3ec None None] Current status of the port 64708c44-007d-4912-8ae2-70b960a0c54c is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:32.577847 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6478220d-6a36-459f-afc1-d9f793f4f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.600760 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 78a29021-4da0-4af5-9a25-b807d74fc07c triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:32.600903 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.653280 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-6478220d-6a36-459f-afc1-d9f793f4f3ec None None] For port 64708c44-007d-4912-8ae2-70b960a0c54c, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=64708c44-007d-4912-8ae2-70b960a0c54c,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:32.665899 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '64708c44-007d-4912-8ae2-70b960a0c54c', 'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'mac_address': 'fa:16:3e:60:98:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:26Z', 'updated_at': '2022-04-06T12:48:31Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'subnets': [{'id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:32.678449 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.698279 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0760f1d7-4292-45a5-a03b-75abbb3af68e None None] The sync data for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi is: [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '64708c44-007d-4912-8ae2-70b960a0c54c', 'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'mac_address': 'fa:16:3e:60:98:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:26Z', 'updated_at': '2022-04-06T12:48:31Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'subnets': [{'id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:32.822143 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6478220d-6a36-459f-afc1-d9f793f4f3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.889674 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 78a29021-4da0-4af5-9a25-b807d74fc07c is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:32.890058 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:32.924813 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478220d-6a36-459f-afc1-d9f793f4f3ec None None] Pushing event updated for resources: {'Port': ['ID=64708c44-007d-4912-8ae2-70b960a0c54c,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:32.979143 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 78a29021-4da0-4af5-9a25-b807d74fc07c, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=78a29021-4da0-4af5-9a25-b807d74fc07c,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:33.039907 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks [] for router_gateway (803e5f24-0cd1-4e84-9923-c5bd426c62d4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.053914 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.133131 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:48:33.163021 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=78a29021-4da0-4af5-9a25-b807d74fc07c,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:33.288745 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e9273-79de-4415-96dd-fe4a888538a8 None None] Network bc16f097-65cb-45df-82b7-46a8eb61e950 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:33.370947 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-590bb756-5fd3-44de-a047-925fff1eb2db None None] Provisioning complete for port 78a29021-4da0-4af5-9a25-b807d74fc07c triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:33.371464 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-590bb756-5fd3-44de-a047-925fff1eb2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.381100 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (803e5f24-0cd1-4e84-9923-c5bd426c62d4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.437402 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:33.450391 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:33.472177 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:33.482223 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:33.514686 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-590bb756-5fd3-44de-a047-925fff1eb2db None None] Current status of the port 78a29021-4da0-4af5-9a25-b807d74fc07c is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:33.533538 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.537688 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49198) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:33.538108 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ae5f2242-54e8-430f-8f46-52dfc6cb3262 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5332241 Apr 06 12:48:33.655065 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103994) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:48:33.657201 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:33.820612 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.893224 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:33.904847 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Sync routers for ids ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:33.908117 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 3, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:33.940658 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Routers {'803e5f24-0cd1-4e84-9923-c5bd426c62d4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:33.941651 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:33.950888 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:33.951328 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Updating router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:48:33.994208 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:33.995202 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-e06f1cc6-7269-40b6-9707-b0f7c46287f9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4943209 Apr 06 12:48:33.998181 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49202) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:34.006623 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.042152 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-28337e6b-4ca7-4cb3-8650-fdd7ef40a948 None None] Provisioning complete for port 78a29021-4da0-4af5-9a25-b807d74fc07c triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:34.045302 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-28337e6b-4ca7-4cb3-8650-fdd7ef40a948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.146856 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9cccea-8837-440e-8d25-f36f4f4f1f9e None None] Network 884d7b00-e593-4b43-a884-4e7d6dd36289 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:48:34.228805 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Set router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:34.452291 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Publish callbacks [] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.464720 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.528996 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.644811 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 64708c44-007d-4912-8ae2-70b960a0c54c up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:34.677183 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Attempting to bind port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:34.680644 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Attempting to bind port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:34.681214 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Attempting to bind port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:34.686480 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf97ad0-11ff-4ee2-8fa1-64732ef1ac7b None None] Pushing event updated for resources: {'Port': ['ID=bef7352a-a2a4-4d38-b9dd-65e6abf18bc6,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:34.712043 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:34.713268 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:34.713852 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.714449 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:34.715089 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Bound port: bef7352a-a2a4-4d38-b9dd-65e6abf18bc6, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:34.716833 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.764378 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-28337e6b-4ca7-4cb3-8650-fdd7ef40a948 None None] Current status of the port 78a29021-4da0-4af5-9a25-b807d74fc07c is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:34.826619 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] For port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:34.830507 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] For port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=bef7352a-a2a4-4d38-b9dd-65e6abf18bc6,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:34.847873 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 64708c44-007d-4912-8ae2-70b960a0c54c triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:34.848903 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.864606 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Allocated IP 172.20.0.1 (bc16f097-65cb-45df-82b7-46a8eb61e950/b67b9392-4786-4004-bf2b-f0ac569766f1/f60f9e5e-b9fd-4833-9182-5e158834ebb1) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:34.901325 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.921824 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-8dc0ca72-c9cf-41e4-a557-7ebf6fcb3988 None None] Provisioning complete for port 331a3895-ef10-4076-a03a-1af4d94831e2 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:34.922200 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ca72-c9cf-41e4-a557-7ebf6fcb3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:34.975935 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 3, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'gw_port': {'id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:31Z', 'updated_at': '2022-04-06T12:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:34.997983 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf97ad0-11ff-4ee2-8fa1-64732ef1ac7b None None] Pushing event updated for resources: {'Port': ['ID=bef7352a-a2a4-4d38-b9dd-65e6abf18bc6,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:35.007157 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:35.008751 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:35.049896 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Publish callbacks [] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.070128 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Checking router: 803e5f24-0cd1-4e84-9923-c5bd426c62d4 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:35.070511 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Updating router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 port 30233aec-f0f9-493e-83fc-97ce0ce43fa4 binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:48:35.123893 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.142997 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.150814 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.158634 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:35.182491 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 64708c44-007d-4912-8ae2-70b960a0c54c is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:35.184215 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 331a3895-ef10-4076-a03a-1af4d94831e2 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:35.233904 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Network bc16f097-65cb-45df-82b7-46a8eb61e950 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:35.248879 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:35.280713 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:35.299705 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-8dc0ca72-c9cf-41e4-a557-7ebf6fcb3988 None None] Current status of the port 331a3895-ef10-4076-a03a-1af4d94831e2 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:35.300393 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ca72-c9cf-41e4-a557-7ebf6fcb3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.349177 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Allocated IP 172.20.0.1 (884d7b00-e593-4b43-a884-4e7d6dd36289/e1978e56-1927-4b90-be10-08ee28b6f72f/cc351c41-5bfb-4f27-8b7f-041f9907285b) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:35.361102 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=f60f9e5e-b9fd-4833-9182-5e158834ebb1,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:35.388496 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.400234 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 3, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:35.518509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Publish callbacks [] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.550033 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8184ec-0c18-47ae-bae0-792b36ff811b None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 3, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:35.612732 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-8dc0ca72-c9cf-41e4-a557-7ebf6fcb3988 None None] For port 331a3895-ef10-4076-a03a-1af4d94831e2, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=331a3895-ef10-4076-a03a-1af4d94831e2,segment=NetworkSegment(1e2f4c68-1439-4538-8507-abc0abe67137),segment_id=1e2f4c68-1439-4538-8507-abc0abe67137)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:35.628307 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.656644 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 331a3895-ef10-4076-a03a-1af4d94831e2 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:35.657006 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.680517 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Network 884d7b00-e593-4b43-a884-4e7d6dd36289 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:35.684529 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:35.687101 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:35.693951 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Pushing event updated for resources: {'Port': ['ID=cc351c41-5bfb-4f27-8b7f-041f9907285b,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:35.713843 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8dc0ca72-c9cf-41e4-a557-7ebf6fcb3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.743554 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.743724 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (803e5f24-0cd1-4e84-9923-c5bd426c62d4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:35.852461 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 331a3895-ef10-4076-a03a-1af4d94831e2 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:35.854990 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 78a29021-4da0-4af5-9a25-b807d74fc07c up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:36.012235 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Publish callbacks [] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.015528 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-b24224aa-db22-4ea3-84ed-383a95650088 None None] Provisioning complete for port f60f9e5e-b9fd-4833-9182-5e158834ebb1 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:36.015912 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b24224aa-db22-4ea3-84ed-383a95650088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.021236 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0ca72-c9cf-41e4-a557-7ebf6fcb3988 None None] Pushing event updated for resources: {'Port': ['ID=331a3895-ef10-4076-a03a-1af4d94831e2,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:36.067773 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Publish callbacks [] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.078113 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.081370 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 78a29021-4da0-4af5-9a25-b807d74fc07c triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:36.081744 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.083913 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.087702 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b24224aa-db22-4ea3-84ed-383a95650088 None None] Port f60f9e5e-b9fd-4833-9182-5e158834ebb1 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:48:36.129400 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-b24224aa-db22-4ea3-84ed-383a95650088 None None] Provisioning complete for port 331a3895-ef10-4076-a03a-1af4d94831e2 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:36.129779 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b24224aa-db22-4ea3-84ed-383a95650088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.134691 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.159579 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=f60f9e5e-b9fd-4833-9182-5e158834ebb1,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:36.182525 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.272677 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Attempting to bind port 30233aec-f0f9-493e-83fc-97ce0ce43fa4 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:36.273488 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Attempting to bind port 30233aec-f0f9-493e-83fc-97ce0ce43fa4 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:36.273488 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Attempting to bind port 30233aec-f0f9-493e-83fc-97ce0ce43fa4 on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:36.275720 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Pushing event updated for resources: {'Port': ['ID=30233aec-f0f9-493e-83fc-97ce0ce43fa4,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:36.290331 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:36.290782 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:36.291189 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.291590 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:36.292762 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Bound port: 30233aec-f0f9-493e-83fc-97ce0ce43fa4, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:36.292762 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.322106 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Network bc16f097-65cb-45df-82b7-46a8eb61e950 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:36.323361 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:36.326993 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 78a29021-4da0-4af5-9a25-b807d74fc07c is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:36.391477 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Publish callbacks [] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.399033 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] For port 30233aec-f0f9-493e-83fc-97ce0ce43fa4, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:36.412019 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] For port 30233aec-f0f9-493e-83fc-97ce0ce43fa4, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=30233aec-f0f9-493e-83fc-97ce0ce43fa4,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:36.413816 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b24224aa-db22-4ea3-84ed-383a95650088 None None] Current status of the port 331a3895-ef10-4076-a03a-1af4d94831e2 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:36.477773 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.503368 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.546033 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:36.590696 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 331a3895-ef10-4076-a03a-1af4d94831e2 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:36.602138 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (803e5f24-0cd1-4e84-9923-c5bd426c62d4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.604054 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Pushing event updated for resources: {'Port': ['ID=cc351c41-5bfb-4f27-8b7f-041f9907285b,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:36.652457 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Routers {'803e5f24-0cd1-4e84-9923-c5bd426c62d4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:36.653099 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:36.668300 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-20d6e3db-e9a3-4ec7-ae45-1137db7012d1 None None] Provisioning complete for port cc351c41-5bfb-4f27-8b7f-041f9907285b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:36.668300 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20d6e3db-e9a3-4ec7-ae45-1137db7012d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.740671 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Network 884d7b00-e593-4b43-a884-4e7d6dd36289 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:36.742622 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:36.752910 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:36.762225 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ac7a8f09-232b-4250-b63e-1bc49d4c9bb3 admin admin] 10.222.0.60 "PUT /v2.0/routers/c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2230015 Apr 06 12:48:36.771838 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Pushing event updated for resources: {'Port': ['ID=30233aec-f0f9-493e-83fc-97ce0ce43fa4,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:36.869938 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-20d6e3db-e9a3-4ec7-ae45-1137db7012d1 None None] Port cc351c41-5bfb-4f27-8b7f-041f9907285b cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:48:36.872175 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.872611 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.873060 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.873570 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.874005 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.874499 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.874932 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.875442 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.875871 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.876563 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.876992 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.877425 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.877849 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.878287 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.878735 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e633d03-ea31-4ab3-af44-6c66324a673c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:48:36.905868 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 331a3895-ef10-4076-a03a-1af4d94831e2 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:36.906347 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:36.982944 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:36.994892 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] Set router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:37.087335 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-f2c0b209-f283-4acb-9066-f8ed4df0cfb0 None None] Provisioning complete for port f60f9e5e-b9fd-4833-9182-5e158834ebb1 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:37.087697 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f2c0b209-f283-4acb-9066-f8ed4df0cfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:37.127066 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:37.132881 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-b5f4f4d2-9f97-47cd-b538-a70a978fc2ce admin admin] 10.222.0.60 "PUT /v2.0/routers/803e5f24-0cd1-4e84-9923-c5bd426c62d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1334760 Apr 06 12:48:37.361196 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 331a3895-ef10-4076-a03a-1af4d94831e2 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:37.362872 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:37.454928 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-f2c0b209-f283-4acb-9066-f8ed4df0cfb0 None None] Port f60f9e5e-b9fd-4833-9182-5e158834ebb1 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:48:37.555054 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:37.555558 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:37.634384 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-47202eca-33d6-4002-82d4-c6fea6fd8fe8 None None] Provisioning complete for port cc351c41-5bfb-4f27-8b7f-041f9907285b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:37.634706 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-47202eca-33d6-4002-82d4-c6fea6fd8fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:37.683840 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-47202eca-33d6-4002-82d4-c6fea6fd8fe8 None None] Port cc351c41-5bfb-4f27-8b7f-041f9907285b cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:48:37.689195 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'gw_port': {'id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:31Z', 'updated_at': '2022-04-06T12:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'cc351c41-5bfb-4f27-8b7f-041f9907285b', 'name': '', 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'mac_address': 'fa:16:3e:ce:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:35Z', 'updated_at': '2022-04-06T12:48:36Z', 'revision_number': 2, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'subnets': [{'id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:37.707845 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49216) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:37.712436 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-11adf79f-5ce7-4572-8f77-8aa4cd1db11b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1864623661', 'description': 'tempest-description--2042772524'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:37.734544 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5e4f6a-9950-4af7-aa1d-7b096ec599d4 None None] The sync data for ids ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'] in dv-cinder-836069-1-iscsi is: [{'id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'gw_port': {'id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1f:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:31Z', 'updated_at': '2022-04-06T12:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'cc351c41-5bfb-4f27-8b7f-041f9907285b', 'name': '', 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'mac_address': 'fa:16:3e:ce:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:35Z', 'updated_at': '2022-04-06T12:48:36Z', 'revision_number': 2, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'subnets': [{'id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:37.749241 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:37.749679 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:37.775972 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=bef7352a-a2a4-4d38-b9dd-65e6abf18bc6,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:37.780406 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-11adf79f-5ce7-4572-8f77-8aa4cd1db11b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:37.831105 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:37.865603 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-11adf79f-5ce7-4572-8f77-8aa4cd1db11b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (6bd189e5-6608-4439-b341-3012be721ddf), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:37.893750 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=bef7352a-a2a4-4d38-b9dd-65e6abf18bc6,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:37.897025 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49218) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:37.901805 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-04323db2-f248-40fc-bfc3-fde35ebc840f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1277951302', 'description': 'tempest-secgroup-smoke-1277951302 description', 'project_id': '021080094b9b454e9a16cdc518de724f'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:37.917998 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:37.929500 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:37.930139 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:37.935212 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-11adf79f-5ce7-4572-8f77-8aa4cd1db11b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (6bd189e5-6608-4439-b341-3012be721ddf), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:37.967676 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adf79f-5ce7-4572-8f77-8aa4cd1db11b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd189e5-6608-4439-b341-3012be721ddf,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:38.014961 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-04323db2-f248-40fc-bfc3-fde35ebc840f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.046860 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-11adf79f-5ce7-4572-8f77-8aa4cd1db11b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.048187 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-11adf79f-5ce7-4572-8f77-8aa4cd1db11b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3393054 Apr 06 12:48:38.053633 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49220) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:38.056572 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-d4a7dc3a-dcac-4abc-bbe0-ae01bfc49298 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group_rule': {'security_group_id': '6bd189e5-6608-4439-b341-3012be721ddf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:38.075480 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:38.145110 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-04323db2-f248-40fc-bfc3-fde35ebc840f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group (38cdfbd3-6b4a-4041-b0f1-ab597d717cd4), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.181306 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d4a7dc3a-dcac-4abc-bbe0-ae01bfc49298 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (bad790e2-1f76-4d37-a020-97f4a2be4ab2), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.234549 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-04323db2-f248-40fc-bfc3-fde35ebc840f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (38cdfbd3-6b4a-4041-b0f1-ab597d717cd4), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.255500 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d4a7dc3a-dcac-4abc-bbe0-ae01bfc49298 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (bad790e2-1f76-4d37-a020-97f4a2be4ab2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.282026 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04323db2-f248-40fc-bfc3-fde35ebc840f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:38.305877 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 2, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:38.337280 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:38.337680 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Updating router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 port f60f9e5e-b9fd-4833-9182-5e158834ebb1 binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:48:38.339844 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d4a7dc3a-dcac-4abc-bbe0-ae01bfc49298 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (bad790e2-1f76-4d37-a020-97f4a2be4ab2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.364802 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-04323db2-f248-40fc-bfc3-fde35ebc840f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.366474 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-04323db2-f248-40fc-bfc3-fde35ebc840f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4680352 Apr 06 12:48:38.367523 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7dc3a-dcac-4abc-bbe0-ae01bfc49298 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad790e2-1f76-4d37-a020-97f4a2be4ab2,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:38.369255 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49222) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:38.369898 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.373828 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-ec0cc6d8-d427-4943-be06-236e6af8e849 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Request body: {'security_group_rule': {'security_group_id': '38cdfbd3-6b4a-4041-b0f1-ab597d717cd4', 'project_id': '021080094b9b454e9a16cdc518de724f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:38.443629 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:38.457544 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d4a7dc3a-dcac-4abc-bbe0-ae01bfc49298 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.459065 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d4a7dc3a-dcac-4abc-bbe0-ae01bfc49298 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4067392 Apr 06 12:48:38.461502 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49224) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:38.466336 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-2b0f62d7-9bd5-4227-b834-255b3741a6d9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group_rule': {'security_group_id': '6bd189e5-6608-4439-b341-3012be721ddf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:38.497000 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:38.497379 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.534437 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc6d8-d427-4943-be06-236e6af8e849 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (563e5324-6562-48e0-b8d7-ef7b0a21b947), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.557577 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f62d7-9bd5-4227-b834-255b3741a6d9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (51d98136-d46c-4d6a-9fa6-14e74d1c9619), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.607490 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc6d8-d427-4943-be06-236e6af8e849 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (563e5324-6562-48e0-b8d7-ef7b0a21b947), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.607790 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:38.636048 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f62d7-9bd5-4227-b834-255b3741a6d9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (51d98136-d46c-4d6a-9fa6-14e74d1c9619), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.652809 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Publish callbacks [] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.659817 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc6d8-d427-4943-be06-236e6af8e849 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (563e5324-6562-48e0-b8d7-ef7b0a21b947), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.676988 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f62d7-9bd5-4227-b834-255b3741a6d9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (51d98136-d46c-4d6a-9fa6-14e74d1c9619), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.681423 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cc6d8-d427-4943-be06-236e6af8e849 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563e5324-6562-48e0-b8d7-ef7b0a21b947,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:38.696024 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f62d7-9bd5-4227-b834-255b3741a6d9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d98136-d46c-4d6a-9fa6-14e74d1c9619,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:38.711340 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.730564 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ec0cc6d8-d427-4943-be06-236e6af8e849 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.731804 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ec0cc6d8-d427-4943-be06-236e6af8e849 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615396 Apr 06 12:48:38.734565 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49226) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:38.742567 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-0b744341-f7b9-4d36-b76c-e3e828849e1a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Request body: {'security_group_rule': {'security_group_id': '38cdfbd3-6b4a-4041-b0f1-ab597d717cd4', 'project_id': '021080094b9b454e9a16cdc518de724f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:38.765436 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb2317-e775-48fd-9a26-8a700c8c191a None None] Pushing event updated for resources: {'Port': ['ID=f60f9e5e-b9fd-4833-9182-5e158834ebb1,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:38.792981 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2b0f62d7-9bd5-4227-b834-255b3741a6d9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.794388 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2b0f62d7-9bd5-4227-b834-255b3741a6d9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3317623 Apr 06 12:48:38.797490 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49228) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:38.802667 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:38.826096 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Attempting to bind port f60f9e5e-b9fd-4833-9182-5e158834ebb1 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:38.826502 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Attempting to bind port f60f9e5e-b9fd-4833-9182-5e158834ebb1 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:38.826867 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Attempting to bind port f60f9e5e-b9fd-4833-9182-5e158834ebb1 on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:38.828771 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b744341-f7b9-4d36-b76c-e3e828849e1a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (b9b2fd30-03e7-4c32-bc97-260272d5e281), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.838644 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:38.840267 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Checking segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:38.841467 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.842046 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Bound using segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:38.842707 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Bound port: f60f9e5e-b9fd-4833-9182-5e158834ebb1, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:38.843438 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.901978 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b744341-f7b9-4d36-b76c-e3e828849e1a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (b9b2fd30-03e7-4c32-bc97-260272d5e281), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.905993 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:38.913591 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] For port f60f9e5e-b9fd-4833-9182-5e158834ebb1, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:38.917345 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] For port f60f9e5e-b9fd-4833-9182-5e158834ebb1, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f60f9e5e-b9fd-4833-9182-5e158834ebb1,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:38.988710 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b744341-f7b9-4d36-b76c-e3e828849e1a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (b9b2fd30-03e7-4c32-bc97-260272d5e281), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.010927 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.012716 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b744341-f7b9-4d36-b76c-e3e828849e1a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b2fd30-03e7-4c32-bc97-260272d5e281,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:39.019844 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.025722 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2a5e1bba-0483-4ed2-ad26-fc8fd4187c25 None None] Provisioning complete for port f60f9e5e-b9fd-4833-9182-5e158834ebb1 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:39.026170 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1bba-0483-4ed2-ad26-fc8fd4187c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.084947 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:39.085577 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:39.108509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b744341-f7b9-4d36-b76c-e3e828849e1a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.111546 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0b744341-f7b9-4d36-b76c-e3e828849e1a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3747532 Apr 06 12:48:39.113964 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49230) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:39.119371 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-12c47e68-8b49-4687-b4c4-1c22a6e34e84 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Request body: {'security_group_rule': {'security_group_id': '38cdfbd3-6b4a-4041-b0f1-ab597d717cd4', 'project_id': '021080094b9b454e9a16cdc518de724f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:39.168791 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e1bba-0483-4ed2-ad26-fc8fd4187c25 None None] Current status of the port f60f9e5e-b9fd-4833-9182-5e158834ebb1 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:39.169274 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1bba-0483-4ed2-ad26-fc8fd4187c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.201368 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Allocated IP 172.27.0.79 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/5b45f5ff-79c1-4630-9274-ea4d8be83075) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:39.202577 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb2317-e775-48fd-9a26-8a700c8c191a None None] Pushing event updated for resources: {'Port': ['ID=f60f9e5e-b9fd-4833-9182-5e158834ebb1,revision_number=4']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:39.222413 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2a5e1bba-0483-4ed2-ad26-fc8fd4187c25 None None] For port f60f9e5e-b9fd-4833-9182-5e158834ebb1, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f60f9e5e-b9fd-4833-9182-5e158834ebb1,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:39.246051 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12c47e68-8b49-4687-b4c4-1c22a6e34e84 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (78cee279-13f6-46b4-9a80-fa846d816fa4), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.294449 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2a5e1bba-0483-4ed2-ad26-fc8fd4187c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.295971 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:39.369334 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e1bba-0483-4ed2-ad26-fc8fd4187c25 None None] Pushing event updated for resources: {'Port': ['ID=f60f9e5e-b9fd-4833-9182-5e158834ebb1,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:39.398302 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7917227a-1765-4b2e-92e1-0fe9f290ed20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.401366 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12c47e68-8b49-4687-b4c4-1c22a6e34e84 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (78cee279-13f6-46b4-9a80-fa846d816fa4), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.414248 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (5b45f5ff-79c1-4630-9274-ea4d8be83075), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.437580 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-29a0a9be-38a7-4c1e-b8b5-9ea2f38a202e None None] Provisioning complete for port f60f9e5e-b9fd-4833-9182-5e158834ebb1 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:39.437961 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-29a0a9be-38a7-4c1e-b8b5-9ea2f38a202e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.505523 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12c47e68-8b49-4687-b4c4-1c22a6e34e84 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (78cee279-13f6-46b4-9a80-fa846d816fa4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.524363 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c47e68-8b49-4687-b4c4-1c22a6e34e84 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cee279-13f6-46b4-9a80-fa846d816fa4,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:39.540895 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (5b45f5ff-79c1-4630-9274-ea4d8be83075), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.566140 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-29a0a9be-38a7-4c1e-b8b5-9ea2f38a202e None None] Current status of the port f60f9e5e-b9fd-4833-9182-5e158834ebb1 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:39.592367 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:39.595559 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:39.603224 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:39.624671 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:38Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:39.631015 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=5b45f5ff-79c1-4630-9274-ea4d8be83075,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:39.639391 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-12c47e68-8b49-4687-b4c4-1c22a6e34e84 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.644550 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49232) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:39.644847 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-12c47e68-8b49-4687-b4c4-1c22a6e34e84 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5291708 Apr 06 12:48:39.648819 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-a2409d46-ca6b-46c2-99b9-23a504fb24a4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Request body: {'security_group_rule': {'security_group_id': '38cdfbd3-6b4a-4041-b0f1-ab597d717cd4', 'project_id': '021080094b9b454e9a16cdc518de724f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:39.653775 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb3ba8-2dc4-40f5-a655-fd826bb02c6c None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:38Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:39.753220 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (99d54e39-ffe1-4312-9ec9-b6e54e4977ff), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.763932 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a2409d46-ca6b-46c2-99b9-23a504fb24a4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (963488d4-3cfd-4e6f-9bc9-8a5a6c66713c), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.841626 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a2409d46-ca6b-46c2-99b9-23a504fb24a4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (963488d4-3cfd-4e6f-9bc9-8a5a6c66713c), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.887721 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (5b45f5ff-79c1-4630-9274-ea4d8be83075), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.936966 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a2409d46-ca6b-46c2-99b9-23a504fb24a4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (963488d4-3cfd-4e6f-9bc9-8a5a6c66713c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:39.997972 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2409d46-ca6b-46c2-99b9-23a504fb24a4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963488d4-3cfd-4e6f-9bc9-8a5a6c66713c,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:40.077214 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a2409d46-ca6b-46c2-99b9-23a504fb24a4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.081629 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a2409d46-ca6b-46c2-99b9-23a504fb24a4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4330740 Apr 06 12:48:40.082605 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49234) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:40.085273 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (5b45f5ff-79c1-4630-9274-ea4d8be83075), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.089365 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-aaf9098e-0019-490c-bdb5-5cb1e9b9e6aa tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Request body: {'security_group_rule': {'security_group_id': '38cdfbd3-6b4a-4041-b0f1-ab597d717cd4', 'project_id': '021080094b9b454e9a16cdc518de724f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:40.155560 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (5b45f5ff-79c1-4630-9274-ea4d8be83075), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.185599 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.securitygroups_db [None req-aaf9098e-0019-490c-bdb5-5cb1e9b9e6aa tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Project 021080094b9b454e9a16cdc518de724f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:48:40.221389 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aaf9098e-0019-490c-bdb5-5cb1e9b9e6aa tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (145c0a20-c47e-4a4b-8431-b26434a52e84), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.245143 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=5b45f5ff-79c1-4630-9274-ea4d8be83075,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:40.273652 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (99d54e39-ffe1-4312-9ec9-b6e54e4977ff), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.305000 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aaf9098e-0019-490c-bdb5-5cb1e9b9e6aa tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (145c0a20-c47e-4a4b-8431-b26434a52e84), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.372715 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.374390 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7faf78a7-593a-4f8d-a94f-65b23d511a65 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5750146 Apr 06 12:48:40.380715 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aaf9098e-0019-490c-bdb5-5cb1e9b9e6aa tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (145c0a20-c47e-4a4b-8431-b26434a52e84), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.405256 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9098e-0019-490c-bdb5-5cb1e9b9e6aa tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145c0a20-c47e-4a4b-8431-b26434a52e84,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:40.454125 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 30233aec-f0f9-493e-83fc-97ce0ce43fa4 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:40.474791 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-aaf9098e-0019-490c-bdb5-5cb1e9b9e6aa tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.476057 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-aaf9098e-0019-490c-bdb5-5cb1e9b9e6aa tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3931408 Apr 06 12:48:40.479292 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49246) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:40.488106 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-c21f3203-80aa-49f1-88bd-c543c41fb6bf tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Request body: {'security_group_rule': {'security_group_id': '38cdfbd3-6b4a-4041-b0f1-ab597d717cd4', 'project_id': '021080094b9b454e9a16cdc518de724f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:40.504452 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 30233aec-f0f9-493e-83fc-97ce0ce43fa4 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:40.504832 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.549688 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-f9f602d7-859b-4cb1-b8e1-25dcb1c35b15 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1864623661&fields=id&tenant_id=9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 267 time: 0.0489202 Apr 06 12:48:40.577923 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.securitygroups_db [None req-c21f3203-80aa-49f1-88bd-c543c41fb6bf tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Project 021080094b9b454e9a16cdc518de724f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:48:40.587176 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 30233aec-f0f9-493e-83fc-97ce0ce43fa4 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:40.587569 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.609424 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c21f3203-80aa-49f1-88bd-c543c41fb6bf tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (b300e556-0153-428f-bcf1-24c48c615beb), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.609675 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 30233aec-f0f9-493e-83fc-97ce0ce43fa4, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=30233aec-f0f9-493e-83fc-97ce0ce43fa4,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:40.654665 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.655467 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f60f9e5e-b9fd-4833-9182-5e158834ebb1 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:40.698193 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c21f3203-80aa-49f1-88bd-c543c41fb6bf tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (b300e556-0153-428f-bcf1-24c48c615beb), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.705151 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-df92dea7-1bee-455a-9be2-7dce55bb94b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:40.707196 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-df92dea7-1bee-455a-9be2-7dce55bb94b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 815 time: 0.1496081 Apr 06 12:48:40.722958 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-06b7458f-f31e-479c-87bf-5b7136df7c5d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/quotas/9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 375 time: 0.0104144 Apr 06 12:48:40.743685 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=30233aec-f0f9-493e-83fc-97ce0ce43fa4,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:40.756811 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port f60f9e5e-b9fd-4833-9182-5e158834ebb1 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:40.757162 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.763437 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c21f3203-80aa-49f1-88bd-c543c41fb6bf tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (b300e556-0153-428f-bcf1-24c48c615beb), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.788722 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f3203-80aa-49f1-88bd-c543c41fb6bf tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b300e556-0153-428f-bcf1-24c48c615beb,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:40.802166 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-c9dd2d2a-726c-4f33-9ac5-63e65722ed94 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728025 Apr 06 12:48:40.840774 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port f60f9e5e-b9fd-4833-9182-5e158834ebb1 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:40.864774 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c21f3203-80aa-49f1-88bd-c543c41fb6bf tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:40.866449 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c21f3203-80aa-49f1-88bd-c543c41fb6bf tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3851380 Apr 06 12:48:40.914501 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-1261b1ea-b48b-4c89-bcbe-345b5e05a62b service neutron] 10.222.0.60 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999484 Apr 06 12:48:41.028618 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-0459a402-424a-445e-b5ce-64e90e14c20a service neutron] 10.222.0.60 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083906 Apr 06 12:48:41.288632 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-347383de-18b1-48a7-ae99-8dfdf6a4ebce req-5080e525-7cb7-4c9a-9df9-9548c0977ed1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 210 time: 0.0364933 Apr 06 12:48:41.825764 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-28f91856-eb6d-44c2-943b-365e386e0a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:42.391335 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-381093f1-0772-4303-b6f4-fb5a43c1da01 req-1520f194-c8e4-4ce3-bf62-13ab64328b74 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 210 time: 0.0310435 Apr 06 12:48:42.426551 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 30233aec-f0f9-493e-83fc-97ce0ce43fa4 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:42.456504 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Sync routers for ids ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:42.490347 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Routers {'803e5f24-0cd1-4e84-9923-c5bd426c62d4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:42.492127 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:42.549088 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 30233aec-f0f9-493e-83fc-97ce0ce43fa4 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:42.549088 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:42.641225 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Set router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:42.791148 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 30233aec-f0f9-493e-83fc-97ce0ce43fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:42.890856 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'gw_port': {'id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:31Z', 'updated_at': '2022-04-06T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'cc351c41-5bfb-4f27-8b7f-041f9907285b', 'name': '', 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'mac_address': 'fa:16:3e:ce:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:35Z', 'updated_at': '2022-04-06T12:48:36Z', 'revision_number': 2, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'subnets': [{'id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:42.919680 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Checking router: 803e5f24-0cd1-4e84-9923-c5bd426c62d4 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:42.919952 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Updating router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 port cc351c41-5bfb-4f27-8b7f-041f9907285b binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:48:42.958019 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:43.060045 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:43.372240 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Publish callbacks [] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:43.465673 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:43.495806 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-610446c7-bc37-4231-827b-b2cbf049a8b1 req-d0ca4283-8654-4406-ae13-182af180d425 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 210 time: 0.0320513 Apr 06 12:48:43.527851 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a793a32-44ac-47cd-98b2-e5cc324d5fb2 None None] Pushing event updated for resources: {'Port': ['ID=cc351c41-5bfb-4f27-8b7f-041f9907285b,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:43.592190 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Attempting to bind port cc351c41-5bfb-4f27-8b7f-041f9907285b on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:43.592467 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Attempting to bind port cc351c41-5bfb-4f27-8b7f-041f9907285b by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '1e2f4c68-1439-4538-8507-abc0abe67137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:43.592802 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Attempting to bind port cc351c41-5bfb-4f27-8b7f-041f9907285b on network 884d7b00-e593-4b43-a884-4e7d6dd36289 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:43.600500 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:43.600887 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Checking segment: {'id': '1e2f4c68-1439-4538-8507-abc0abe67137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:43.601296 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:43.601699 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Bound using segment: {'id': '1e2f4c68-1439-4538-8507-abc0abe67137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:43.602180 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Bound port: cc351c41-5bfb-4f27-8b7f-041f9907285b, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2f4c68-1439-4538-8507-abc0abe67137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:43.602607 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:43.675558 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] For port cc351c41-5bfb-4f27-8b7f-041f9907285b, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:43.679676 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] For port cc351c41-5bfb-4f27-8b7f-041f9907285b, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=cc351c41-5bfb-4f27-8b7f-041f9907285b,segment=NetworkSegment(1e2f4c68-1439-4538-8507-abc0abe67137),segment_id=1e2f4c68-1439-4538-8507-abc0abe67137)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:43.723843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-da0a9401-6293-4039-a8a0-1e33ef071049 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:43.725301 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-da0a9401-6293-4039-a8a0-1e33ef071049 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 815 time: 0.1094446 Apr 06 12:48:43.751977 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:43.810452 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-91d4b6c6-508d-461f-947f-38e1539f3af8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 380 time: 0.0611520 Apr 06 12:48:43.822318 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'port': {'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'admin_state_up': True, 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'security_groups': ['6bd189e5-6608-4439-b341-3012be721ddf']}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:43.823580 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Routers {'803e5f24-0cd1-4e84-9923-c5bd426c62d4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:43.824413 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:43.908646 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a793a32-44ac-47cd-98b2-e5cc324d5fb2 None None] Pushing event updated for resources: {'Port': ['ID=cc351c41-5bfb-4f27-8b7f-041f9907285b,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:43.948019 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-1cce65e2-846b-472d-a8af-e9522d848793 None None] Provisioning complete for port cc351c41-5bfb-4f27-8b7f-041f9907285b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:43.948402 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cce65e2-846b-472d-a8af-e9522d848793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.038211 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] Set router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:44.076552 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Made reservation on behalf of 9206f27dc4b8452f8d305ddc914d24ec for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:48:44.080840 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.197401 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-1cce65e2-846b-472d-a8af-e9522d848793 None None] Current status of the port cc351c41-5bfb-4f27-8b7f-041f9907285b is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:44.197712 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cce65e2-846b-472d-a8af-e9522d848793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.231683 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Allocated IP 172.20.0.13 (bc16f097-65cb-45df-82b7-46a8eb61e950/b67b9392-4786-4004-bf2b-f0ac569766f1/e6dbf3bd-8ef3-4c42-8935-78dff07ad14b) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:48:44.257294 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-1cce65e2-846b-472d-a8af-e9522d848793 None None] For port cc351c41-5bfb-4f27-8b7f-041f9907285b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=cc351c41-5bfb-4f27-8b7f-041f9907285b,segment=NetworkSegment(1e2f4c68-1439-4538-8507-abc0abe67137),segment_id=1e2f4c68-1439-4538-8507-abc0abe67137)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:44.310715 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'gw_port': {'id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:31Z', 'updated_at': '2022-04-06T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'cc351c41-5bfb-4f27-8b7f-041f9907285b', 'name': '', 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'mac_address': 'fa:16:3e:ce:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:35Z', 'updated_at': '2022-04-06T12:48:43Z', 'revision_number': 4, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'subnets': [{'id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:44.342262 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae65140-1815-4768-b45b-0e7e007db8d2 None None] The sync data for ids ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'] in dv-cinder-836069-1-iscsi is: [{'id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'gw_port': {'id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:31Z', 'updated_at': '2022-04-06T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'cc351c41-5bfb-4f27-8b7f-041f9907285b', 'name': '', 'network_id': '884d7b00-e593-4b43-a884-4e7d6dd36289', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'mac_address': 'fa:16:3e:ce:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:35Z', 'updated_at': '2022-04-06T12:48:43Z', 'revision_number': 4, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'subnets': [{'id': 'e1978e56-1927-4b90-be10-08ee28b6f72f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:44.351864 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1cce65e2-846b-472d-a8af-e9522d848793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.385569 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.411345 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce65e2-846b-472d-a8af-e9522d848793 None None] Pushing event updated for resources: {'Port': ['ID=cc351c41-5bfb-4f27-8b7f-041f9907285b,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:44.463786 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device cc351c41-5bfb-4f27-8b7f-041f9907285b up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:44.521273 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-efb5f241-0189-4f64-8b16-8484f41acb5c None None] Provisioning complete for port cc351c41-5bfb-4f27-8b7f-041f9907285b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:44.521657 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-efb5f241-0189-4f64-8b16-8484f41acb5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.574688 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port cc351c41-5bfb-4f27-8b7f-041f9907285b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:44.575070 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.608402 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-de0dc68d-c0fb-4bc7-b9bf-d98e75689029 req-6f0a08db-6fa2-4388-9482-7bd62400741e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 210 time: 0.0383246 Apr 06 12:48:44.615399 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.647068 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.660834 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-efb5f241-0189-4f64-8b16-8484f41acb5c None None] Current status of the port cc351c41-5bfb-4f27-8b7f-041f9907285b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:44.661496 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Network bc16f097-65cb-45df-82b7-46a8eb61e950 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:48:44.676208 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:48:44.683762 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:48:44.710224 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:44.722827 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port cc351c41-5bfb-4f27-8b7f-041f9907285b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:44.744413 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:44.745223 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.817389 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-46a96970-5ded-4902-b3d4-b0af7b3c8a72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0003841 Apr 06 12:48:44.849679 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Request body: {'port': {'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:44.948889 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:44.986986 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-063c8726-9528-40d3-b82a-be70bee4bd89 None None] Provisioning complete for port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:44.987988 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-063c8726-9528-40d3-b82a-be70bee4bd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:45.028362 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-063c8726-9528-40d3-b82a-be70bee4bd89 None None] Port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:48:45.234310 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6dbf3bd-8ef3-4c42-8935-78dff07ad14b {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:48:45.242810 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Publish callbacks [] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:45.255299 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Transition to ACTIVE for port object e6dbf3bd-8ef3-4c42-8935-78dff07ad14b will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:48:45.334263 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:45.391980 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Pushing event updated for resources: {'Port': ['ID=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:45.486986 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Attempting to bind port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:48:45.487300 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Attempting to bind port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:48:45.487562 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Attempting to bind port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:45.492804 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b on network bc16f097-65cb-45df-82b7-46a8eb61e950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:48:45.493222 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Attempting to bind port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:48:45.499356 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:48:45.499700 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Checking segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:48:45.500092 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Bound using segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:48:45.500536 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Bound port: e6dbf3bd-8ef3-4c42-8935-78dff07ad14b, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:48:45.501052 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:45.576623 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] For port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:48:45.581360 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] For port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:48:45.660345 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:45.704491 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:45.705130 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:45.706623 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] 10.222.0.74 "PUT /v2.0/ports/e6dbf3bd-8ef3-4c42-8935-78dff07ad14b HTTP/1.1" status: 200 len: 1094 time: 0.8624110 Apr 06 12:48:45.707086 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'tag': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:45.709365 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab8fb9-94fc-46d6-a7dc-f43f65d6242d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6eae1b-aa45-4063-8e13-3dcdeca69030", "tag": "e6dbf3bd-8ef3-4c42-8935-78dff07ad14b"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:45.763552 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1636ba31-41d5-46ed-9e50-e413366bcb96 x-openstack-request-id: req-1636ba31-41d5-46ed-9e50-e413366bcb96 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:45.767435 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6eae1b-aa45-4063-8e13-3dcdeca69030", "tag": "e6dbf3bd-8ef3-4c42-8935-78dff07ad14b", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:45.767435 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1636ba31-41d5-46ed-9e50-e413366bcb96 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:45.767435 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1636ba31-41d5-46ed-9e50-e413366bcb96'] response: {'name': 'network-changed', 'server_uuid': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'tag': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'status': 'completed', 'code': 200} Apr 06 12:48:45.767435 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbed119-9e99-4234-b095-7716483cc2fa service neutron] Pushing event updated for resources: {'Port': ['ID=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:45.786226 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9373a93-222b-4166-a8d0-e05d7881e983 req-a8178f9d-8849-4d57-8485-95292c4342b9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:45.796034 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e9373a93-222b-4166-a8d0-e05d7881e983 req-a8178f9d-8849-4d57-8485-95292c4342b9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 944 time: 0.1062899 Apr 06 12:48:45.882936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e9373a93-222b-4166-a8d0-e05d7881e983 req-07aeb259-361d-41ee-9d3b-62f0a718033c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785792 Apr 06 12:48:45.892879 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8fb9-94fc-46d6-a7dc-f43f65d6242d req-89eb7c0e-7f14-4308-bdee-43c59f0c8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:45.894479 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f4ab8fb9-94fc-46d6-a7dc-f43f65d6242d req-89eb7c0e-7f14-4308-bdee-43c59f0c8ae7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 1128 time: 0.0882864 Apr 06 12:48:46.013032 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8fb9-94fc-46d6-a7dc-f43f65d6242d req-bec64490-6453-4463-aa8c-3cf08619af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:46.014477 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f4ab8fb9-94fc-46d6-a7dc-f43f65d6242d req-bec64490-6453-4463-aa8c-3cf08619af92 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1053824 Apr 06 12:48:46.082306 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:46.109055 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab8fb9-94fc-46d6-a7dc-f43f65d6242d req-4ac0ee92-f4a7-42f5-bfb0-dce31eb75040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:46.110584 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f4ab8fb9-94fc-46d6-a7dc-f43f65d6242d req-4ac0ee92-f4a7-42f5-bfb0-dce31eb75040 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899403 Apr 06 12:48:46.222613 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-ab424394-91c8-4afc-b0c8-54e89b48dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:46.227573 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-ab424394-91c8-4afc-b0c8-54e89b48dc7c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 1128 time: 0.0479133 Apr 06 12:48:46.276680 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-e0a06c42-be10-4601-8084-e2ee4a8cec38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b HTTP/1.1" status: 200 len: 217 time: 0.0390368 Apr 06 12:48:46.332026 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-b8d5ff7e-eb51-4c30-9388-4e2e6bfd68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:46.333585 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-b8d5ff7e-eb51-4c30-9388-4e2e6bfd68d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0505519 Apr 06 12:48:46.395168 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-172bdc30-d1e0-49b3-a34a-3b95487e6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:46.396766 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-172bdc30-d1e0-49b3-a34a-3b95487e6c00 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479107 Apr 06 12:48:46.414925 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device cc351c41-5bfb-4f27-8b7f-041f9907285b up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:46.471407 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port cc351c41-5bfb-4f27-8b7f-041f9907285b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:46.471784 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:46.495500 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-3ad693e0-abf9-470b-95b7-c02035fdd3e5 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918267 Apr 06 12:48:46.553889 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port cc351c41-5bfb-4f27-8b7f-041f9907285b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:46.600553 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e0fe81b8-596a-4929-903b-e7896b4f30ae req-3a5ec7ee-5c48-4215-be8d-80260953e3ab service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976758 Apr 06 12:48:47.017516 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2eabb-a730-45d2-964f-7d0971d44f32 req-cc7d57d1-93d7-4a78-a1b4-0c208cca9ae5 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:47.019072 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c7c2eabb-a730-45d2-964f-7d0971d44f32 req-cc7d57d1-93d7-4a78-a1b4-0c208cca9ae5 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 944 time: 0.0600417 Apr 06 12:48:47.072956 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c7c2eabb-a730-45d2-964f-7d0971d44f32 req-7d5e5398-ee6d-454d-a1af-ddea9009adf3 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482185 Apr 06 12:48:48.199112 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd5c21-1238-40d4-b165-5e3dbba12bce req-bf28ccb5-9c1b-48dd-b372-9ddaa1c114cf tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:48.200605 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-56cd5c21-1238-40d4-b165-5e3dbba12bce req-bf28ccb5-9c1b-48dd-b372-9ddaa1c114cf tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 944 time: 0.0562916 Apr 06 12:48:48.249014 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-56cd5c21-1238-40d4-b165-5e3dbba12bce req-319c2787-01ab-44f2-895a-1e32e2036183 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418112 Apr 06 12:48:49.371201 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d5702-51a3-4944-b0da-e1ebdbd9a5fe req-0359e21a-c6c7-4cbe-bdd4-f0ce8b240530 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:49.372639 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6b0d5702-51a3-4944-b0da-e1ebdbd9a5fe req-0359e21a-c6c7-4cbe-bdd4-f0ce8b240530 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 944 time: 0.0564156 Apr 06 12:48:49.424203 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6b0d5702-51a3-4944-b0da-e1ebdbd9a5fe req-05edd863-0920-4fd7-bb0e-ccfc573aba78 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452082 Apr 06 12:48:50.546203 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89d8eb-b95d-41dd-acb8-9fef995b7ce4 req-80ac5aa9-d0a9-4a6c-8654-4fc19e0fa21c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:50.547803 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4c89d8eb-b95d-41dd-acb8-9fef995b7ce4 req-80ac5aa9-d0a9-4a6c-8654-4fc19e0fa21c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 944 time: 0.0528331 Apr 06 12:48:50.593870 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4c89d8eb-b95d-41dd-acb8-9fef995b7ce4 req-aa38357f-603d-40ec-a084-229e491a56d7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402684 Apr 06 12:48:50.685055 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device e6dbf3bd-8ef3-4c42-8935-78dff07ad14b details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:48:50.782319 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:50.797010 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:48:50.833989 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:50.834369 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:50.847368 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6dbf3bd-8ef3-4c42-8935-78dff07ad14b {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:48:50.866449 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:50.962098 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:51.010964 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:51.418876 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['e6dbf3bd-8ef3-4c42-8935-78dff07ad14b'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:48:51.714002 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d111a23-a3d5-4934-b938-60f83cb0bb48 req-208cd14f-43dc-475a-81ba-0767fe6ceeb0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:51.715562 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d111a23-a3d5-4934-b938-60f83cb0bb48 req-208cd14f-43dc-475a-81ba-0767fe6ceeb0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 945 time: 0.0559154 Apr 06 12:48:51.762528 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d111a23-a3d5-4934-b938-60f83cb0bb48 req-aadb9930-37eb-483a-bd09-8e36b3854ffc tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406981 Apr 06 12:48:52.687048 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device e6dbf3bd-8ef3-4c42-8935-78dff07ad14b up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:48:52.790880 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:48:52.795039 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:48:52.795419 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:52.880418 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:48:52.882907 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:52.886665 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a6527-2301-4e35-a748-b42bf785e5cd req-d9d7a3ad-8b11-46ab-8c9b-2d0e7037729f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:52.888138 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d3a6527-2301-4e35-a748-b42bf785e5cd req-d9d7a3ad-8b11-46ab-8c9b-2d0e7037729f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 945 time: 0.0577042 Apr 06 12:48:52.905768 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:52.911591 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba13b4e3-079b-4804-b6f3-bbfc16654092" -d '{"events": [{"server_uuid": "5d6eae1b-aa45-4063-8e13-3dcdeca69030", "name": "network-vif-plugged", "status": "completed", "tag": "e6dbf3bd-8ef3-4c42-8935-78dff07ad14b"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:52.926242 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:48:52.940355 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1d3a6527-2301-4e35-a748-b42bf785e5cd req-6febf52c-8db2-4b28-8352-9d5b55b6d68f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457451 Apr 06 12:48:52.952754 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32d497a-c67d-4883-bec7-7c7f1fb70698 x-openstack-request-id: req-b32d497a-c67d-4883-bec7-7c7f1fb70698 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:52.953053 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6eae1b-aa45-4063-8e13-3dcdeca69030", "name": "network-vif-plugged", "status": "completed", "tag": "e6dbf3bd-8ef3-4c42-8935-78dff07ad14b", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:52.954039 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b32d497a-c67d-4883-bec7-7c7f1fb70698 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:52.954365 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b32d497a-c67d-4883-bec7-7c7f1fb70698'] response: {'server_uuid': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'code': 200} Apr 06 12:48:53.008106 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:53.056305 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:48:53.280383 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7850-3587-4b1f-921f-091ec80e22a0 req-33862b3b-b434-4efa-bdc6-423004a1d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:53.282142 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2f8d7850-3587-4b1f-921f-091ec80e22a0 req-33862b3b-b434-4efa-bdc6-423004a1d3c7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 1130 time: 0.0448167 Apr 06 12:48:53.328123 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2f8d7850-3587-4b1f-921f-091ec80e22a0 req-8e4f5c97-d453-4cf6-a827-6b8c98acd483 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 Apr 06 12:48:54.065298 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61651b09-e9ca-4bdb-9641-125b387a142c req-b4534b0a-c82b-4a1a-a2c3-612f4e0895fd tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:54.066805 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-61651b09-e9ca-4bdb-9641-125b387a142c req-b4534b0a-c82b-4a1a-a2c3-612f4e0895fd tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 946 time: 0.0531225 Apr 06 12:48:54.116824 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-61651b09-e9ca-4bdb-9641-125b387a142c req-32bb8012-051d-4d75-b99e-e9fc9e9b6b21 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443735 Apr 06 12:48:55.237333 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028b7f4-3f3a-49bb-96bd-829e288362d6 req-ea6415df-d7b0-4988-bfe1-9313159d8e6e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:55.238845 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e028b7f4-3f3a-49bb-96bd-829e288362d6 req-ea6415df-d7b0-4988-bfe1-9313159d8e6e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 946 time: 0.0539765 Apr 06 12:48:55.287331 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e028b7f4-3f3a-49bb-96bd-829e288362d6 req-b53cfa87-0e2f-4cf6-b9ff-ed62fe08fb21 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 Apr 06 12:48:56.405357 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45790a2-f818-4b4e-9672-6b8a5ad4bf49 req-b3ccf8c7-3e49-4439-9f1b-a57549bc7853 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:56.407607 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b45790a2-f818-4b4e-9672-6b8a5ad4bf49 req-b3ccf8c7-3e49-4439-9f1b-a57549bc7853 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 946 time: 0.0527477 Apr 06 12:48:56.453614 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b45790a2-f818-4b4e-9672-6b8a5ad4bf49 req-c6f67fc3-d58a-45b5-acb4-eedaeeb2d7eb tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399716 Apr 06 12:48:56.570916 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec827826-d0e1-4d42-a4ea-556bf90c3d94 req-6541e3cf-62d7-45ff-9288-2f7e78c1774c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:56.572317 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec827826-d0e1-4d42-a4ea-556bf90c3d94 req-6541e3cf-62d7-45ff-9288-2f7e78c1774c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 946 time: 0.0567722 Apr 06 12:48:56.581310 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49404) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:48:56.585682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-502f8162-df9c-465a-82fc-62fc774039ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'floatingip': {'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:48:56.625794 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-502f8162-df9c-465a-82fc-62fc774039ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (99d54e39-ffe1-4312-9ec9-b6e54e4977ff), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:57.352026 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-502f8162-df9c-465a-82fc-62fc774039ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:57.419321 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-502f8162-df9c-465a-82fc-62fc774039ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (99d54e39-ffe1-4312-9ec9-b6e54e4977ff), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:57.523607 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-502f8162-df9c-465a-82fc-62fc774039ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Floating IP 99d54e39-ffe1-4312-9ec9-b6e54e4977ff associated. External IP: 172.27.0.79, port: e6dbf3bd-8ef3-4c42-8935-78dff07ad14b. Apr 06 12:48:57.732630 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502f8162-df9c-465a-82fc-62fc774039ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:48:57.841141 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502f8162-df9c-465a-82fc-62fc774039ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:48:57.849944 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-502f8162-df9c-465a-82fc-62fc774039ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:48:57.854616 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:48:57.865457 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:57.866322 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:57.881226 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-502f8162-df9c-465a-82fc-62fc774039ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "PUT /v2.0/floatingips/99d54e39-ffe1-4312-9ec9-b6e54e4977ff HTTP/1.1" status: 200 len: 991 time: 1.2988245 Apr 06 12:48:57.881814 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'tag': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:48:57.884203 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6eae1b-aa45-4063-8e13-3dcdeca69030", "tag": "e6dbf3bd-8ef3-4c42-8935-78dff07ad14b"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:48:57.920782 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03c05f1-3b5c-45f5-ab7f-47fbbea25568 x-openstack-request-id: req-d03c05f1-3b5c-45f5-ab7f-47fbbea25568 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:48:57.921074 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6eae1b-aa45-4063-8e13-3dcdeca69030", "tag": "e6dbf3bd-8ef3-4c42-8935-78dff07ad14b", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:48:57.921328 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d03c05f1-3b5c-45f5-ab7f-47fbbea25568 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:48:57.921765 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03c05f1-3b5c-45f5-ab7f-47fbbea25568'] response: {'name': 'network-changed', 'server_uuid': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'tag': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'status': 'completed', 'code': 200} Apr 06 12:48:57.977963 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:58.013586 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-b0a69551-36d2-4672-9b97-0da052e7ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:58.015038 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-b0a69551-36d2-4672-9b97-0da052e7ffb9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 1130 time: 0.0475395 Apr 06 12:48:58.111411 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-2a326ab8-5c1d-4ba2-bc1a-48e5d57c4893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:58.112977 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-2a326ab8-5c1d-4ba2-bc1a-48e5d57c4893 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 916 time: 0.0907228 Apr 06 12:48:58.181817 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-de670fc0-f81a-402d-9575-036416505b36 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b HTTP/1.1" status: 200 len: 999 time: 0.0623949 Apr 06 12:48:58.232523 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-0634b6cd-5ef6-47cc-9386-292925940941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:58.234032 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-0634b6cd-5ef6-47cc-9386-292925940941 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0455587 Apr 06 12:48:58.288832 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-08dc9e51-7875-43b0-9b90-4b1f3cad9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:48:58.290263 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-08dc9e51-7875-43b0-9b90-4b1f3cad9d49 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499279 Apr 06 12:48:58.295984 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '99d54e39-ffe1-4312-9ec9-b6e54e4977ff', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:48:39Z', 'updated_at': '2022-04-06T12:48:57Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:58.326001 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:48:58.334995 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:48:58.335603 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:48:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:58.382230 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-914d9aca-b7ca-4a31-895f-15fe6c865c69 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843537 Apr 06 12:48:58.444034 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:48:58.481057 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bf363624-bbeb-4e3f-8f5d-aa1fb429ba39 req-6cfcecbb-f9c7-40a9-8d0c-6ea56e52d9a3 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918088 Apr 06 12:48:58.668407 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '99d54e39-ffe1-4312-9ec9-b6e54e4977ff', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:48:39Z', 'updated_at': '2022-04-06T12:48:57Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:48:58.698017 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a4766c-9a13-4d3e-953f-9ed20a875423 None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '99d54e39-ffe1-4312-9ec9-b6e54e4977ff', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:48:39Z', 'updated_at': '2022-04-06T12:48:57Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:48:58.908304 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44127762-4ac4-4aa7-bd53-d86e229253a9 None None] New status for floating IP 99d54e39-ffe1-4312-9ec9-b6e54e4977ff: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:49:02.737110 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-caa279f6-ac3a-483c-a21b-c961c62cd21f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451927 Apr 06 12:49:02.848768 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-0fa1e14f-48f4-4c97-ad1d-1776e67db6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:02.850224 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-0fa1e14f-48f4-4c97-ad1d-1776e67db6fd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 1130 time: 0.0462182 Apr 06 12:49:02.964836 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-77edcbdd-4bf5-425b-86e3-2908ffc3f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:02.966275 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-77edcbdd-4bf5-425b-86e3-2908ffc3f06d service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 912 time: 0.0943966 Apr 06 12:49:03.032725 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-9ccaa375-dd02-481c-8963-e995ca424dbc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc HTTP/1.1" status: 200 len: 1002 time: 0.0602133 Apr 06 12:49:03.082161 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-8d8d3605-fdd2-4d5f-8e7c-61c09fccede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:03.083647 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-8d8d3605-fdd2-4d5f-8e7c-61c09fccede7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=111597ec-f219-48ba-b05f-e833846f3adf HTTP/1.1" status: 200 len: 850 time: 0.0455055 Apr 06 12:49:03.137070 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-1f86ba2e-f6aa-4d82-9b0f-74b1822785f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:03.138611 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-1f86ba2e-f6aa-4d82-9b0f-74b1822785f2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a7333ee-54b6-402d-8b31-d65ec196205c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486395 Apr 06 12:49:03.230468 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-41f1b82a-6cff-4350-a42d-c76b2b9d3e81 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845394 Apr 06 12:49:03.323372 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-38e74051-e74e-4558-8eda-83a156c7bab9 req-6970ae62-efae-4247-aeb0-d17edb701c42 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863621 Apr 06 12:49:03.801514 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:06.039029 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-ed24e800-b291-4fb7-9e7c-7d5c470890ea tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1277951302&fields=id&tenant_id=021080094b9b454e9a16cdc518de724f HTTP/1.1" status: 200 len: 267 time: 0.0446873 Apr 06 12:49:06.143598 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-88132526-09e4-451f-9b90-ccb269a5cbb6 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:06.144994 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-88132526-09e4-451f-9b90-ccb269a5cbb6 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/networks?id=efc8a285-80f7-43a9-929e-62a6d76fa085 HTTP/1.1" status: 200 len: 809 time: 0.0996001 Apr 06 12:49:06.159978 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-7d8aee10-df90-40f7-8d22-fe80893b9cf6 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/quotas/021080094b9b454e9a16cdc518de724f HTTP/1.1" status: 200 len: 375 time: 0.0095510 Apr 06 12:49:06.217048 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-e10fe27d-e83d-4b38-99b9-fc7d889846c5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=021080094b9b454e9a16cdc518de724f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522165 Apr 06 12:49:06.312555 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-a546c3a5-9f37-48f7-b507-21249246da8e service neutron] 10.222.0.60 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828936 Apr 06 12:49:06.403222 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-54be7b38-11bb-4b3d-b924-36d762b0f24b service neutron] 10.222.0.60 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848866 Apr 06 12:49:07.090734 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-79daa84d-962e-4503-9b88-56b674bc84cf req-52e98ad9-534d-4927-85af-5f997a3cc2af tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 210 time: 0.1481507 Apr 06 12:49:08.183968 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-527222bb-59c1-414b-aece-3ba0ca2e74b5 req-f307f111-f85b-4680-b15f-b37773efdaa8 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 210 time: 0.0268004 Apr 06 12:49:08.753385 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:49:09.061533 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-66e012b8-be0b-44bc-8d53-877222cb7c01 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:09.063587 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-66e012b8-be0b-44bc-8d53-877222cb7c01 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.74 "GET /v2.0/networks?id=efc8a285-80f7-43a9-929e-62a6d76fa085 HTTP/1.1" status: 200 len: 809 time: 0.1067119 Apr 06 12:49:09.137423 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-4ef7eeda-b108-4ab4-99d3-e7c36b927588 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=021080094b9b454e9a16cdc518de724f HTTP/1.1" status: 200 len: 380 time: 0.0559111 Apr 06 12:49:09.159333 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Request body: {'port': {'device_id': '04988e53-a0c1-4111-a1a0-596a7db87484', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'admin_state_up': True, 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'security_groups': ['38cdfbd3-6b4a-4041-b0f1-ab597d717cd4']}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:09.299661 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b9776132-4467-48fb-833a-23ecf7a48e97 req-5bd8f303-f203-4357-8f94-37f51b6739c7 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 210 time: 0.0389235 Apr 06 12:49:09.361259 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c9e5ae28-38d2-45f3-8912-9acebabbd57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:09.446671 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Made reservation on behalf of 021080094b9b454e9a16cdc518de724f for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:49:09.450058 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:09.577025 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Allocated IP 172.20.0.14 (efc8a285-80f7-43a9-929e-62a6d76fa085/4628f0d2-bc89-451c-b76b-87554fc47fcb/4a51277f-8d3c-43df-9008-01c9c819c2f4) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:49:09.715703 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:09.790300 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:09.830950 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Network efc8a285-80f7-43a9-929e-62a6d76fa085 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:49:09.834031 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:49:09.841169 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:49:09.872210 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'Port': ['ID=4a51277f-8d3c-43df-9008-01c9c819c2f4,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:09.903165 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:09.903791 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.009579 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1a145035-7b21-47b8-8d8b-4acdb834312f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8544877 Apr 06 12:49:10.028848 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Request body: {'port': {'device_id': '04988e53-a0c1-4111-a1a0-596a7db87484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:10.074655 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-a6837439-9870-4e06-9cbb-c224b00ae815 None None] Provisioning complete for port 4a51277f-8d3c-43df-9008-01c9c819c2f4 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:10.075030 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a6837439-9870-4e06-9cbb-c224b00ae815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.089892 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.111076 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-a6837439-9870-4e06-9cbb-c224b00ae815 None None] Port 4a51277f-8d3c-43df-9008-01c9c819c2f4 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:49:10.360072 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a51277f-8d3c-43df-9008-01c9c819c2f4 {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:10.368099 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Publish callbacks [] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.385626 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Transition to ACTIVE for port object 4a51277f-8d3c-43df-9008-01c9c819c2f4 will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:49:10.452947 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.515950 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a51277f-8d3c-43df-9008-01c9c819c2f4,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:10.528380 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad278-089a-4eb3-bcc0-935ac370056d req-343c3e5f-33ad-41f2-af02-ed8d103cd551 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:10.529932 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-028ad278-089a-4eb3-bcc0-935ac370056d req-343c3e5f-33ad-41f2-af02-ed8d103cd551 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 932 time: 0.1595535 Apr 06 12:49:10.640750 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-028ad278-089a-4eb3-bcc0-935ac370056d req-40462d38-fb8a-40c8-980c-6d25ad33e995 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904078 Apr 06 12:49:10.643287 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Attempting to bind port 4a51277f-8d3c-43df-9008-01c9c819c2f4 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:49:10.643678 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Attempting to bind port 4a51277f-8d3c-43df-9008-01c9c819c2f4 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:49:10.643945 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Attempting to bind port 4a51277f-8d3c-43df-9008-01c9c819c2f4 on network efc8a285-80f7-43a9-929e-62a6d76fa085 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:49:10.648629 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Port 4a51277f-8d3c-43df-9008-01c9c819c2f4 on network efc8a285-80f7-43a9-929e-62a6d76fa085 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:49:10.648959 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Attempting to bind port 4a51277f-8d3c-43df-9008-01c9c819c2f4 on network efc8a285-80f7-43a9-929e-62a6d76fa085 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:49:10.654073 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:49:10.654442 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Checking segment: {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:49:10.654839 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Bound using segment: {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:49:10.655276 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Bound port: 4a51277f-8d3c-43df-9008-01c9c819c2f4, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:49:10.656430 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.719023 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:49:10.722034 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:49:10.807304 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.842882 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:10.842882 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:10.843860 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] 10.222.0.74 "PUT /v2.0/ports/4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 200 len: 1094 time: 0.8191667 Apr 06 12:49:10.844352 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:10.846629 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7855f83f-19db-47c2-b33c-cbe0a7a232c9" -d '{"events": [{"name": "network-changed", "server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:10.879089 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50208ee3-72e2-481f-a83d-74854eb51be7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a51277f-8d3c-43df-9008-01c9c819c2f4,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:11.005142 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1fdca001-4153-4c2e-a9f0-aeb01f1004d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:11.006742 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-1fdca001-4153-4c2e-a9f0-aeb01f1004d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=021080094b9b454e9a16cdc518de724f&device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1128 time: 0.0580988 Apr 06 12:49:11.059096 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0cc7a2-8caa-41be-a1a4-99d4e789d34a x-openstack-request-id: req-4e0cc7a2-8caa-41be-a1a4-99d4e789d34a {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:11.059383 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:11.059633 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e0cc7a2-8caa-41be-a1a4-99d4e789d34a {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:11.060030 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0cc7a2-8caa-41be-a1a4-99d4e789d34a'] response: {'name': 'network-changed', 'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'status': 'completed', 'code': 200} Apr 06 12:49:11.062176 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-085fb74d-54fa-4a85-90d9-d3b4b47bef6a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 200 len: 217 time: 0.0409427 Apr 06 12:49:11.111779 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-dd35af18-5347-4e6f-917f-1260fe664e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:11.113438 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-dd35af18-5347-4e6f-917f-1260fe664e81 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4628f0d2-bc89-451c-b76b-87554fc47fcb HTTP/1.1" status: 200 len: 848 time: 0.0446250 Apr 06 12:49:11.172180 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-a337341e-9704-4a62-a6ef-c83a4c0d1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:11.173669 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-a337341e-9704-4a62-a6ef-c83a4c0d1671 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc8a285-80f7-43a9-929e-62a6d76fa085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483031 Apr 06 12:49:11.261605 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-f0d5cab4-29cb-4707-afcf-2a3d8a97f5c1 service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813382 Apr 06 12:49:11.353482 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aa21251e-8fff-43d7-ae12-a3d50660583a req-513bf9bc-7da8-4448-a508-b92d05ae67e1 service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851929 Apr 06 12:49:11.760606 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8c5ba-cda3-4219-97d9-f1e17d5e3df7 req-1130b641-788d-40f4-b1ca-f74d31dea50a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:11.762078 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f8f8c5ba-cda3-4219-97d9-f1e17d5e3df7 req-1130b641-788d-40f4-b1ca-f74d31dea50a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0540130 Apr 06 12:49:11.806932 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2820b6c3-d476-46f5-8ac3-e58bb2582578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:11.811744 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f8f8c5ba-cda3-4219-97d9-f1e17d5e3df7 req-686014c2-03b0-4abf-a819-4dc3d0914ea1 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438008 Apr 06 12:49:12.543499 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-4ee502f0-647b-4c31-a37d-f8ec084b721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:12.545015 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-4ee502f0-647b-4c31-a37d-f8ec084b721d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=021080094b9b454e9a16cdc518de724f&device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1128 time: 0.0449295 Apr 06 12:49:12.933874 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-e3693370-4b87-4ea6-a85e-036baf9f2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:12.935357 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-e3693370-4b87-4ea6-a85e-036baf9f2ed3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc8a285-80f7-43a9-929e-62a6d76fa085 HTTP/1.1" status: 200 len: 910 time: 0.3831656 Apr 06 12:49:12.989733 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f68f4-2d9d-4e44-aed6-ff161f37845f req-79c6af9c-3919-4e64-8e71-532351d94ba1 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:12.991239 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c4f68f4-2d9d-4e44-aed6-ff161f37845f req-79c6af9c-3919-4e64-8e71-532351d94ba1 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.1066842 Apr 06 12:49:12.992506 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-831243cb-aa3d-40c4-8560-3626d3c59ac5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 200 len: 217 time: 0.0490437 Apr 06 12:49:13.029598 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:13.073073 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-4cf41585-49ca-4889-8935-5d5aa9895332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:13.074607 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-4cf41585-49ca-4889-8935-5d5aa9895332 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4628f0d2-bc89-451c-b76b-87554fc47fcb HTTP/1.1" status: 200 len: 848 time: 0.0701306 Apr 06 12:49:13.080046 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c4f68f4-2d9d-4e44-aed6-ff161f37845f req-be42bea1-1ede-4687-8a46-3310fa40ac49 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828869 Apr 06 12:49:13.125534 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-9232b310-20cb-47fc-ba0c-e938f202faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:13.127099 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-9232b310-20cb-47fc-ba0c-e938f202faf1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc8a285-80f7-43a9-929e-62a6d76fa085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455673 Apr 06 12:49:13.228021 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-7a734ef6-2097-4e60-b8fb-0b048049a68e service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929942 Apr 06 12:49:13.322294 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7855f83f-19db-47c2-b33c-cbe0a7a232c9 req-90f822de-1c6e-4e3d-90d1-1a6cac81843e service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857337 Apr 06 12:49:14.201674 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b2d45-ee95-4312-98c9-60c03a951d5e req-07b8a587-802c-460b-a437-d29eefb5759e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:14.203190 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ad2b2d45-ee95-4312-98c9-60c03a951d5e req-07b8a587-802c-460b-a437-d29eefb5759e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0536246 Apr 06 12:49:14.257683 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ad2b2d45-ee95-4312-98c9-60c03a951d5e req-9dc6e459-a0f2-42a1-a8e3-290a2fbd4a2c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488377 Apr 06 12:49:14.578891 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:15.386975 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672e53e-298c-426a-b39c-1d04cc768f5a req-f8239774-7555-44da-88e8-eb2d13abfe40 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:15.388681 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f672e53e-298c-426a-b39c-1d04cc768f5a req-f8239774-7555-44da-88e8-eb2d13abfe40 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0624976 Apr 06 12:49:15.458243 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f672e53e-298c-426a-b39c-1d04cc768f5a req-5f8b7810-5d56-4e78-b128-31405ac5d6dd tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629408 Apr 06 12:49:15.898906 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5286d1-1943-41f0-97a8-2d6dd50817b6 req-6683acd4-b4ff-46e6-9ea0-339a8281ec34 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:15.900601 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ae5286d1-1943-41f0-97a8-2d6dd50817b6 req-6683acd4-b4ff-46e6-9ea0-339a8281ec34 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0634110 Apr 06 12:49:15.959433 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ae5286d1-1943-41f0-97a8-2d6dd50817b6 req-50440556-3c8f-490c-bb5d-5674fdb1537a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510004 Apr 06 12:49:16.075111 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:16.591000 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c529237-26a0-481b-98d7-0bae98d12226 req-7a671ac4-14c7-4052-874b-cb1f897db89c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:16.592848 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c529237-26a0-481b-98d7-0bae98d12226 req-7a671ac4-14c7-4052-874b-cb1f897db89c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0641527 Apr 06 12:49:16.643863 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1c529237-26a0-481b-98d7-0bae98d12226 req-0a51b820-5bac-43b1-bd96-dae4c39f4ea1 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453603 Apr 06 12:49:17.055887 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed847a43-e4f5-4172-85a4-38fd361582d4 req-0b12478b-fc98-44bc-8e40-930557e440ab tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:17.057367 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed847a43-e4f5-4172-85a4-38fd361582d4 req-0b12478b-fc98-44bc-8e40-930557e440ab tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0669942 Apr 06 12:49:17.129367 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed847a43-e4f5-4172-85a4-38fd361582d4 req-91993ee2-2fff-44c4-960c-9d9be1cba156 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571597 Apr 06 12:49:17.137511 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80772bdb-3edd-44e1-9478-c7f256b8abb9 req-0149a012-3921-4cc1-ae9e-151797fff13c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:17.138990 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-80772bdb-3edd-44e1-9478-c7f256b8abb9 req-0149a012-3921-4cc1-ae9e-151797fff13c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.1032341 Apr 06 12:49:17.193570 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-80772bdb-3edd-44e1-9478-c7f256b8abb9 req-222a9c65-56e2-4112-87c7-7e7b5f13b3b2 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=71d59111-5c59-449e-82e5-3d5985ebc6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473485 Apr 06 12:49:17.473492 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-2124ca63-5a0e-483a-bc2c-906ef267feed tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:17.474873 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-2124ca63-5a0e-483a-bc2c-906ef267feed tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 946 time: 0.0525696 Apr 06 12:49:17.573556 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Deleting port 8c882923-c0f6-402a-bc0d-4e3542c71efc {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:49:17.573894 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:17.662636 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] For port 8c882923-c0f6-402a-bc0d-4e3542c71efc, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=8c882923-c0f6-402a-bc0d-4e3542c71efc,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:17.663470 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:17.817322 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd3522-affc-4a75-9db1-f7477e07ce57 req-b3487677-cb63-4c4b-a6c4-c52ba34b918a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:17.818818 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5afd3522-affc-4a75-9db1-f7477e07ce57 req-b3487677-cb63-4c4b-a6c4-c52ba34b918a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.1060379 Apr 06 12:49:17.912086 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:17.912447 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (8cbee85e-803a-4776-b2d3-0df817d4cee1), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:17.912764 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Floating IP 8cbee85e-803a-4776-b2d3-0df817d4cee1 disassociated. External IP: 172.27.0.179, port: 8c882923-c0f6-402a-bc0d-4e3542c71efc. Apr 06 12:49:17.913105 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Calling delete_port for 8c882923-c0f6-402a-bc0d-4e3542c71efc owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:49:17.921016 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5afd3522-affc-4a75-9db1-f7477e07ce57 req-52e15187-c59f-41c9-bb90-90763b1f9708 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938463 Apr 06 12:49:18.109758 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (8c882923-c0f6-402a-bc0d-4e3542c71efc), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:18.140995 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event deleted for resources: {'Port': ['ID=8c882923-c0f6-402a-bc0d-4e3542c71efc,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:18.310651 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec8153b8-2222-40b4-9338-9156170edec5 req-1af41ebb-47aa-40b8-a3ed-9e6b7264c3c7 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0404232 Apr 06 12:49:18.323342 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:49:18.347579 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfb5b1-0e5b-43ce-bba6-2cdcbc3bc57d req-12bb2795-87a4-488b-809e-a0dab14ff711 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:18.349204 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-88cfb5b1-0e5b-43ce-bba6-2cdcbc3bc57d req-12bb2795-87a4-488b-809e-a0dab14ff711 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.1124032 Apr 06 12:49:18.478071 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-88cfb5b1-0e5b-43ce-bba6-2cdcbc3bc57d req-f8b69ddf-506b-4b44-9049-5ffc980f3317 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228945 Apr 06 12:49:18.493045 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:49:18.516639 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] Sync routers for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:49:18.527772 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:18.528399 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:49:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:18.548922 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] No DVR routers for this DVR port 8c882923-c0f6-402a-bc0d-4e3542c71efc on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:49:18.551581 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:18.555096 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6eb416c9-c7d1-43de-a2ce-116a6eaa3016 req-35944983-afc1-47ab-a221-ae3a545f90a0 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "DELETE /v2.0/ports/8c882923-c0f6-402a-bc0d-4e3542c71efc HTTP/1.1" status: 204 len: 173 time: 1.0733113 Apr 06 12:49:18.555603 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'name': 'network-vif-deleted', 'tag': '8c882923-c0f6-402a-bc0d-4e3542c71efc'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:18.557946 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870b2cfa-616e-4d28-9790-cbe41cb480ed" -d '{"events": [{"server_uuid": "98d3b20c-7d35-406d-a0b7-b1676ffc740d", "name": "network-vif-deleted", "tag": "8c882923-c0f6-402a-bc0d-4e3542c71efc"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:18.595026 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f3b069-e183-4f69-aed9-b4986d4cc0f8 x-openstack-request-id: req-82f3b069-e183-4f69-aed9-b4986d4cc0f8 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:18.595328 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98d3b20c-7d35-406d-a0b7-b1676ffc740d", "name": "network-vif-deleted", "tag": "8c882923-c0f6-402a-bc0d-4e3542c71efc", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:18.595589 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82f3b069-e183-4f69-aed9-b4986d4cc0f8 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:18.596002 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82f3b069-e183-4f69-aed9-b4986d4cc0f8'] response: {'server_uuid': '98d3b20c-7d35-406d-a0b7-b1676ffc740d', 'name': 'network-vif-deleted', 'tag': '8c882923-c0f6-402a-bc0d-4e3542c71efc', 'status': 'completed', 'code': 200} Apr 06 12:49:18.647539 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:18.853373 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:18.881252 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] Checking router: ff949d93-aade-4cfd-988d-4e9b34fa5bc4 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:49:18.890907 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:18.891520 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:49:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:19.005567 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:19.044434 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7a3b7-51ee-423c-9d11-4a138edc3d6b req-828f0602-ade9-4c90-9a9d-4ff2b17c5e66 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:19.046026 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d4b7a3b7-51ee-423c-9d11-4a138edc3d6b req-828f0602-ade9-4c90-9a9d-4ff2b17c5e66 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0566435 Apr 06 12:49:19.099670 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d4b7a3b7-51ee-423c-9d11-4a138edc3d6b req-862688a3-8717-49f6-9a19-e0981cf824ec tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466650 Apr 06 12:49:19.213119 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:19.243334 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b1c3b0-45a9-48b9-9179-28a5d861f85f None None] The sync data for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi is: [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:49:19.426161 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e47c0c14-80d0-4e14-980a-8bcc99bdbee4 req-4d8ba38d-3e36-43b8-8202-8150811336d5 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=98d3b20c-7d35-406d-a0b7-b1676ffc740d HTTP/1.1" status: 200 len: 210 time: 0.0309112 Apr 06 12:49:19.474740 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61092d31-67ab-4416-8610-4c0f24c9c52a None None] New status for floating IP 8cbee85e-803a-4776-b2d3-0df817d4cee1: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:49:19.602015 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87a64e-5084-483e-bfe6-89e3bcf141fe req-55e2eb1a-ae3d-48be-8956-478281c4a86a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:19.603522 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dc87a64e-5084-483e-bfe6-89e3bcf141fe req-55e2eb1a-ae3d-48be-8956-478281c4a86a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0525398 Apr 06 12:49:19.651471 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dc87a64e-5084-483e-bfe6-89e3bcf141fe req-79b87279-30f1-45b6-9e60-5f3b8f037c5d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417535 Apr 06 12:49:20.216609 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46928522-508c-4433-bf3a-db1d29771708 req-22be358b-dd24-4657-a60b-4d0ee5528119 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:20.219197 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-46928522-508c-4433-bf3a-db1d29771708 req-22be358b-dd24-4657-a60b-4d0ee5528119 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0546927 Apr 06 12:49:20.268310 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-46928522-508c-4433-bf3a-db1d29771708 req-0e060ca2-247a-49b8-9d75-9095a73ec37e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Apr 06 12:49:20.567469 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49546) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:20.622803 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (71d59111-5c59-449e-82e5-3d5985ebc6b3), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:20.646509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (71d59111-5c59-449e-82e5-3d5985ebc6b3), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:20.743965 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (71d59111-5c59-449e-82e5-3d5985ebc6b3), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:20.746516 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:20.747601 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "DELETE /v2.0/security-groups/71d59111-5c59-449e-82e5-3d5985ebc6b3 HTTP/1.1" status: 204 len: 168 time: 0.1791575 Apr 06 12:49:20.751605 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49550) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:20.769224 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.api.v2.resource [None req-7f99efcb-2f0b-4844-b17f-2d4917637ce4 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] show failed (client error): The resource could not be found. Apr 06 12:49:20.773016 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7f99efcb-2f0b-4844-b17f-2d4917637ce4 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups/71d59111-5c59-449e-82e5-3d5985ebc6b3 HTTP/1.1" status: 404 len: 347 time: 0.0173926 Apr 06 12:49:20.773398 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49552) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:20.774769 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d59111-5c59-449e-82e5-3d5985ebc6b3,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:20.786313 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.786682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.787018 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.787354 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.787683 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.788009 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.788333 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.788654 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.788975 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.789297 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.789618 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.789939 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.790256 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.790667 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.790984 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0517be32-a03e-4d14-a0a3-2e8107c76d70 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:20.815787 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4674f-a23e-4a5c-b41c-fb616316ac79 req-ae4f3bee-61f7-49bd-86df-4ef6e89b22b4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:20.817370 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-16f4674f-a23e-4a5c-b41c-fb616316ac79 req-ae4f3bee-61f7-49bd-86df-4ef6e89b22b4 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0848224 Apr 06 12:49:20.841173 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 4a51277f-8d3c-43df-9008-01c9c819c2f4 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:49:20.853173 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 8c882923-c0f6-402a-bc0d-4e3542c71efc no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:49:20.879898 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-16f4674f-a23e-4a5c-b41c-fb616316ac79 req-6a337a14-8f44-4b43-a1f4-c340bc2d9bda tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525327 Apr 06 12:49:20.881057 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 8c882923-c0f6-402a-bc0d-4e3542c71efc {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:49:20.881581 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 8c882923-c0f6-402a-bc0d-4e3542c71efc not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:49:20.913753 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Deleting port 287d512b-6030-4d0e-8b0d-a39a98d716c4 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:49:20.914095 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (287d512b-6030-4d0e-8b0d-a39a98d716c4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:20.979317 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:20.989719 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (287d512b-6030-4d0e-8b0d-a39a98d716c4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:20.990050 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (287d512b-6030-4d0e-8b0d-a39a98d716c4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:20.991106 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'port_id': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'mac_address': 'fa:16:3e:ed:12:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:49:21.002712 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Calling delete_port for 287d512b-6030-4d0e-8b0d-a39a98d716c4 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:49:21.028418 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 4a51277f-8d3c-43df-9008-01c9c819c2f4 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:21.028811 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:21.042235 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a51277f-8d3c-43df-9008-01c9c819c2f4 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:21.063555 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:21.115160 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:21.172128 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=4a51277f-8d3c-43df-9008-01c9c819c2f4,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:21.390733 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2cab1-6451-4c45-ba16-b2dffb3cea33 req-4213ff9e-597f-4762-b93f-eb2812fba037 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:21.392228 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-84f2cab1-6451-4c45-ba16-b2dffb3cea33 req-4213ff9e-597f-4762-b93f-eb2812fba037 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 945 time: 0.0562742 Apr 06 12:49:21.440931 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (287d512b-6030-4d0e-8b0d-a39a98d716c4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:21.446868 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-84f2cab1-6451-4c45-ba16-b2dffb3cea33 req-ea5cb658-1022-4efe-b7f2-b8a96fa558dc tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488703 Apr 06 12:49:21.472416 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event deleted for resources: {'Port': ['ID=287d512b-6030-4d0e-8b0d-a39a98d716c4,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:21.496080 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.496080 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.496080 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.496503 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.496625 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.496962 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.497296 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.497630 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.497959 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.498292 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.499235 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.499749 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.500080 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.500410 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.500739 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:21.525617 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['4a51277f-8d3c-43df-9008-01c9c819c2f4'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:49:21.539972 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (8cbee85e-803a-4776-b2d3-0df817d4cee1), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:21.542509 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:21.543667 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2c7637ff-4a6d-4706-a64e-dcb52a461788 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "DELETE /v2.0/floatingips/8cbee85e-803a-4776-b2d3-0df817d4cee1 HTTP/1.1" status: 204 len: 168 time: 0.7691021 Apr 06 12:49:21.757240 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49558) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:21.761861 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-ad699dde-3c21-4036-82c8-ad877ee99982 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--849271725', 'description': 'tempest-description--1319845426'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:21.817492 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad699dde-3c21-4036-82c8-ad877ee99982 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:21.887586 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad699dde-3c21-4036-82c8-ad877ee99982 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (9eae7799-69c5-491a-b59d-ffe5fefd0028), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:21.932173 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad699dde-3c21-4036-82c8-ad877ee99982 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9eae7799-69c5-491a-b59d-ffe5fefd0028), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:21.963014 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad699dde-3c21-4036-82c8-ad877ee99982 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eae7799-69c5-491a-b59d-ffe5fefd0028,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:22.008508 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e303c-f35e-42b4-9945-e4e9190f6c0c req-7a901745-6640-440f-a106-d02be54c8a3b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:22.009970 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-762e303c-f35e-42b4-9945-e4e9190f6c0c req-7a901745-6640-440f-a106-d02be54c8a3b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0536351 Apr 06 12:49:22.013882 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ad699dde-3c21-4036-82c8-ad877ee99982 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.015870 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ad699dde-3c21-4036-82c8-ad877ee99982 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2574937 Apr 06 12:49:22.018849 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49562) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:22.023209 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-de3c3315-6a40-4bd7-aaa9-0e2dd4abee67 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'security_group_rule': {'security_group_id': '9eae7799-69c5-491a-b59d-ffe5fefd0028', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:22.058684 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-762e303c-f35e-42b4-9945-e4e9190f6c0c req-c2b90761-9b02-4425-a77e-c0551ba5abfe tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423014 Apr 06 12:49:22.102667 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-de3c3315-6a40-4bd7-aaa9-0e2dd4abee67 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (ddcc9a68-dc80-4a7e-8aad-3d408e93b6fc), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.160515 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-de3c3315-6a40-4bd7-aaa9-0e2dd4abee67 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (ddcc9a68-dc80-4a7e-8aad-3d408e93b6fc), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.229325 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-de3c3315-6a40-4bd7-aaa9-0e2dd4abee67 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (ddcc9a68-dc80-4a7e-8aad-3d408e93b6fc), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.248225 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c3315-6a40-4bd7-aaa9-0e2dd4abee67 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcc9a68-dc80-4a7e-8aad-3d408e93b6fc,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:22.312012 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-de3c3315-6a40-4bd7-aaa9-0e2dd4abee67 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.313226 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-de3c3315-6a40-4bd7-aaa9-0e2dd4abee67 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934260 Apr 06 12:49:22.315845 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49564) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:22.321441 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-7b643926-7272-4936-b0f3-dd216f458e59 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'security_group_rule': {'security_group_id': '9eae7799-69c5-491a-b59d-ffe5fefd0028', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:22.394991 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7b643926-7272-4936-b0f3-dd216f458e59 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (f2488cfa-13a1-49bd-b82d-3dcc1e41cca2), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.457359 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7b643926-7272-4936-b0f3-dd216f458e59 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (f2488cfa-13a1-49bd-b82d-3dcc1e41cca2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.537739 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7b643926-7272-4936-b0f3-dd216f458e59 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (f2488cfa-13a1-49bd-b82d-3dcc1e41cca2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.552739 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b643926-7272-4936-b0f3-dd216f458e59 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2488cfa-13a1-49bd-b82d-3dcc1e41cca2,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:22.573757 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e866b6-967f-438b-ab25-4919fb88a47a req-2967a5a8-76af-4948-a1db-235d4dd3b644 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:22.575280 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c6e866b6-967f-438b-ab25-4919fb88a47a req-2967a5a8-76af-4948-a1db-235d4dd3b644 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 945 time: 0.0547948 Apr 06 12:49:22.624411 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c6e866b6-967f-438b-ab25-4919fb88a47a req-32721eeb-7f61-4358-90f4-3af8d9dae1ef tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420427 Apr 06 12:49:22.625998 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7b643926-7272-4936-b0f3-dd216f458e59 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.627268 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7b643926-7272-4936-b0f3-dd216f458e59 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104730 Apr 06 12:49:22.630235 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49568) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:22.634683 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:22.709380 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.810965 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:22.855981 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 4a51277f-8d3c-43df-9008-01c9c819c2f4 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:49:22.916160 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Allocated IP 172.27.0.27 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/1507a575-b03f-4a9a-9190-bb5a6cb3121e) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:49:22.965996 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 4a51277f-8d3c-43df-9008-01c9c819c2f4 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:49:22.971295 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 4a51277f-8d3c-43df-9008-01c9c819c2f4 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:22.971295 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.023096 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for port (1507a575-b03f-4a9a-9190-bb5a6cb3121e), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.051504 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 4a51277f-8d3c-43df-9008-01c9c819c2f4 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:23.051889 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.078196 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:23.080445 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dc9f72-5a1a-492e-8a93-ab7665f50dd8" -d '{"events": [{"server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "name": "network-vif-plugged", "status": "completed", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:23.093423 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:23.118515 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b66bb2-d399-42f6-ba8b-0e19464e2bfb x-openstack-request-id: req-67b66bb2-d399-42f6-ba8b-0e19464e2bfb {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:23.118863 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "name": "network-vif-plugged", "status": "completed", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:23.119161 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67b66bb2-d399-42f6-ba8b-0e19464e2bfb {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:23.119591 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b66bb2-d399-42f6-ba8b-0e19464e2bfb'] response: {'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'code': 200} Apr 06 12:49:23.133139 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (1507a575-b03f-4a9a-9190-bb5a6cb3121e), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.160785 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.172665 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:49:23.175576 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:49:23.181638 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:49:23.200046 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0d4bd-79dd-4442-ab3b-4ac3c07f0490 req-cdbd0743-7b85-414f-ac87-1d302cef0a62 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:23.201582 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d3a0d4bd-79dd-4442-ab3b-4ac3c07f0490 req-cdbd0743-7b85-414f-ac87-1d302cef0a62 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0628943 Apr 06 12:49:23.212690 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'Port': ['ID=1507a575-b03f-4a9a-9190-bb5a6cb3121e,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:23.231030 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=4a51277f-8d3c-43df-9008-01c9c819c2f4,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:23.261663 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d3a0d4bd-79dd-4442-ab3b-4ac3c07f0490 req-3c12d3a7-1e49-4f79-a124-1c1992c331ba tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541298 Apr 06 12:49:23.289415 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (dfb02888-446d-41e3-bc48-b44fd305b7a0), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.371565 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (1507a575-b03f-4a9a-9190-bb5a6cb3121e), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.490107 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c9ff8-a020-4c59-a7ea-b5b9685d508e req-3dbdfc49-41e5-4cb9-8ee2-7de144ada25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:23.491726 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a9c9ff8-a020-4c59-a7ea-b5b9685d508e req-3dbdfc49-41e5-4cb9-8ee2-7de144ada25a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1130 time: 0.0453787 Apr 06 12:49:23.530458 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for port (1507a575-b03f-4a9a-9190-bb5a6cb3121e), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.539371 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a9c9ff8-a020-4c59-a7ea-b5b9685d508e req-410fcc03-53b5-4a40-bed3-89663cd3c173 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398290 Apr 06 12:49:23.606198 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (1507a575-b03f-4a9a-9190-bb5a6cb3121e), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.672819 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'Port': ['ID=1507a575-b03f-4a9a-9190-bb5a6cb3121e,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:23.686960 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (dfb02888-446d-41e3-bc48-b44fd305b7a0), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.751233 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdf367-5895-4100-876d-90b8f01c6068 req-2acb5200-76cf-4f46-af69-62174112a467 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:23.752608 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9dbdf367-5895-4100-876d-90b8f01c6068 req-2acb5200-76cf-4f46-af69-62174112a467 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0575933 Apr 06 12:49:23.762581 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:23.763903 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6a019d90-5478-413e-9fef-212778476242 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1326764 Apr 06 12:49:23.804928 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9dbdf367-5895-4100-876d-90b8f01c6068 req-6f7325e1-37c4-4ed6-abc3-09f068759b43 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463862 Apr 06 12:49:23.960901 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-39d70c40-a010-4f09-99e3-3d476c71eb97 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--849271725&fields=id&tenant_id=11bb034cba2b4216a3107f4483bb1e41 HTTP/1.1" status: 200 len: 267 time: 0.0419767 Apr 06 12:49:24.070679 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-aa0f3e9f-b954-430e-9215-5faa9f93616d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:24.072114 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-aa0f3e9f-b954-430e-9215-5faa9f93616d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 811 time: 0.1048911 Apr 06 12:49:24.086945 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-cc4e4a3a-8af3-42d6-8db5-d96e0f89df7f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/quotas/11bb034cba2b4216a3107f4483bb1e41 HTTP/1.1" status: 200 len: 375 time: 0.0087619 Apr 06 12:49:24.144187 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-2e1ed602-9b34-4be4-b0f4-36405805f661 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523715 Apr 06 12:49:24.159743 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-53400d45-e456-45aa-8da7-715369ef49ab service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:49:24.160725 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-53400d45-e456-45aa-8da7-715369ef49ab service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050128 Apr 06 12:49:24.247621 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-145a4343-14e8-4bd9-b7f9-4160d94a3740 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814593 Apr 06 12:49:24.350935 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-4f5b8c13-6784-4f98-933a-53b276db62b6 service neutron] 10.222.0.60 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968795 Apr 06 12:49:24.392359 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842de54-ff30-4fba-b2eb-927db0a28c0f req-ae8ed781-46bf-490b-8aed-201a19e7da51 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:24.393853 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6842de54-ff30-4fba-b2eb-927db0a28c0f req-ae8ed781-46bf-490b-8aed-201a19e7da51 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0575547 Apr 06 12:49:24.442459 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6842de54-ff30-4fba-b2eb-927db0a28c0f req-274e9784-8755-4d7a-81b1-206bf3144824 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 Apr 06 12:49:24.587088 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b37b5396-ee99-4e49-95db-be0fe1033d91 req-06b24ea3-4358-4963-a612-6f6f74975e1a tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 210 time: 0.0321035 Apr 06 12:49:24.925155 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53fd57-dfdc-44a1-a7ad-4947304df1f5 req-10457d41-f9d9-4554-aab9-9e23bbde6f77 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:24.926578 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f53fd57-dfdc-44a1-a7ad-4947304df1f5 req-10457d41-f9d9-4554-aab9-9e23bbde6f77 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0530183 Apr 06 12:49:24.984093 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8f53fd57-dfdc-44a1-a7ad-4947304df1f5 req-c5497308-db72-4e14-af37-911f3e69527d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505502 Apr 06 12:49:25.566623 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fbe47-8b04-4017-8fdd-97189eedfd99 req-d6ae51e0-c2a9-4ae0-bfd8-ed201bcc12a3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:25.568131 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-628fbe47-8b04-4017-8fdd-97189eedfd99 req-d6ae51e0-c2a9-4ae0-bfd8-ed201bcc12a3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0533812 Apr 06 12:49:25.616135 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-628fbe47-8b04-4017-8fdd-97189eedfd99 req-03a84be1-b251-4e7a-8eb4-f9f0adbc7599 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 Apr 06 12:49:25.686109 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dfb7cafc-2d97-44ff-bdc3-80ae813f09cf req-0f6716b0-2677-415a-bbfc-96c73fea097e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 210 time: 0.0322108 Apr 06 12:49:26.102641 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97362347-3f5a-45dd-b022-ba26d3faac45 req-8bda4507-dbd0-40da-8d67-142c99c99263 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:26.104024 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-97362347-3f5a-45dd-b022-ba26d3faac45 req-8bda4507-dbd0-40da-8d67-142c99c99263 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0536280 Apr 06 12:49:26.153050 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-97362347-3f5a-45dd-b022-ba26d3faac45 req-55bbae81-a09c-4f48-997a-e8b92d0ac329 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434647 Apr 06 12:49:26.272747 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b05393-a7a9-4e6e-ba17-54141aaa4a06 req-8e16a80f-770d-4fda-b078-eaa04ab6da08 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:26.274307 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a8b05393-a7a9-4e6e-ba17-54141aaa4a06 req-8e16a80f-770d-4fda-b078-eaa04ab6da08 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0561869 Apr 06 12:49:26.324483 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a8b05393-a7a9-4e6e-ba17-54141aaa4a06 req-938a2ea0-5896-4365-97c5-10f99417944a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445759 Apr 06 12:49:26.347111 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49610) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:26.446139 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e504df-cea5-41ff-831f-e6ad5a118bbe tempest-TestShelveInstance-1349168068 tempest-TestShelveInstance-1349168068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:26.451194 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-e6e504df-cea5-41ff-831f-e6ad5a118bbe tempest-TestShelveInstance-1349168068 tempest-TestShelveInstance-1349168068-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1125 time: 0.1002474 Apr 06 12:49:26.452035 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 49614) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:26.458385 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'port_id': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:26.549178 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:26.558972 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-dea32882-156c-492d-9656-8fd54a30567d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:26.560610 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-dea32882-156c-492d-9656-8fd54a30567d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 811 time: 0.1179781 Apr 06 12:49:26.632314 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-95cf48cd-8874-4670-bb50-c07075e574de tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11bb034cba2b4216a3107f4483bb1e41 HTTP/1.1" status: 200 len: 379 time: 0.0564785 Apr 06 12:49:26.643537 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'port': {'device_id': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'admin_state_up': True, 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'security_groups': ['9eae7799-69c5-491a-b59d-ffe5fefd0028']}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:26.654297 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:26.787929 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Allocated IP 172.27.0.118 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/7a5058ab-362a-4558-9fa3-700decd67b76) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:49:26.812596 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-30634fcb-8c1e-4902-9627-be52c93ed69c req-2cc039ab-1fd6-4bc1-89e5-98968a1c0212 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 210 time: 0.0481420 Apr 06 12:49:26.824795 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f33200-da5c-4d91-8889-b322707a5777 req-d215c462-50ac-4c02-8cce-82cbf802dda7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:26.826286 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f4f33200-da5c-4d91-8889-b322707a5777 req-d215c462-50ac-4c02-8cce-82cbf802dda7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.1285512 Apr 06 12:49:26.898926 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f4f33200-da5c-4d91-8889-b322707a5777 req-c04972d2-2015-48e4-aa19-64063d7b61e5 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616782 Apr 06 12:49:26.899999 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for port (7a5058ab-362a-4558-9fa3-700decd67b76), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:26.942910 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Made reservation on behalf of 11bb034cba2b4216a3107f4483bb1e41 for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:49:26.946249 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:26.994942 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (7a5058ab-362a-4558-9fa3-700decd67b76), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.037479 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:49:27.042535 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:49:27.047143 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:49:27.069504 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'Port': ['ID=7a5058ab-362a-4558-9fa3-700decd67b76,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:27.074648 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Allocated IP 172.20.0.6 (4a7333ee-54b6-402d-8b31-d65ec196205c/111597ec-f219-48ba-b05f-e833846f3adf/78fe503b-5303-49a7-9c86-fb9311f405fa) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:49:27.218224 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.349334 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.393608 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Network 4a7333ee-54b6-402d-8b31-d65ec196205c is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:49:27.399494 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:49:27.403351 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:49:27.428636 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event updated for resources: {'Port': ['ID=78fe503b-5303-49a7-9c86-fb9311f405fa,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:27.439377 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for floatingip (006273e5-e25d-472a-b6f7-8bc1e37d76bf), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.466908 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:27.467646 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.557624 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-d27da8bf-bf71-4416-bdd2-24e30c7301fc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9189475 Apr 06 12:49:27.601694 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (7a5058ab-362a-4558-9fa3-700decd67b76), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.628174 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-4edec3ee-cadd-41a1-985a-9f71ee929f4e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:49:27.629129 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-4edec3ee-cadd-41a1-985a-9f71ee929f4e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060711 Apr 06 12:49:27.651025 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Request body: {'port': {'device_id': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:27.693219 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-04e542bb-7f00-460e-9a5b-3866639d812f None None] Provisioning complete for port 78fe503b-5303-49a7-9c86-fb9311f405fa triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:27.693219 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-04e542bb-7f00-460e-9a5b-3866639d812f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.711839 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.729985 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-04e542bb-7f00-460e-9a5b-3866639d812f None None] Port 78fe503b-5303-49a7-9c86-fb9311f405fa cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:49:27.760647 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for port (7a5058ab-362a-4558-9fa3-700decd67b76), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.805991 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (7a5058ab-362a-4558-9fa3-700decd67b76), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.877670 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event updated for resources: {'Port': ['ID=7a5058ab-362a-4558-9fa3-700decd67b76,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:27.895007 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (006273e5-e25d-472a-b6f7-8bc1e37d76bf), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:27.985906 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48d550-1a01-495f-b349-eacf0cfbef43 req-42653cad-1287-41e4-bf2a-b9ede07eb7c6 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:27.987655 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7e48d550-1a01-495f-b349-eacf0cfbef43 req-42653cad-1287-41e4-bf2a-b9ede07eb7c6 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 931 time: 0.0941765 Apr 06 12:49:28.005440 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Floating IP 006273e5-e25d-472a-b6f7-8bc1e37d76bf associated. External IP: 172.27.0.118, port: 4a51277f-8d3c-43df-9008-01c9c819c2f4. Apr 06 12:49:28.073598 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fe503b-5303-49a7-9c86-fb9311f405fa {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:28.088525 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Publish callbacks [] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.117759 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7e48d550-1a01-495f-b349-eacf0cfbef43 req-5120baa0-ff9b-4503-8bb6-2c6fddbc2464 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150076 Apr 06 12:49:28.127440 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b642cba-86ee-4d46-a1b2-c2b03f0c7a79 req-eb2f5c24-792e-4f1d-acf0-f59674595f50 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:28.128929 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8b642cba-86ee-4d46-a1b2-c2b03f0c7a79 req-eb2f5c24-792e-4f1d-acf0-f59674595f50 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.1406484 Apr 06 12:49:28.129942 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Transition to ACTIVE for port object 78fe503b-5303-49a7-9c86-fb9311f405fa will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:49:28.181862 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8b642cba-86ee-4d46-a1b2-c2b03f0c7a79 req-322cea9f-974b-4508-80ca-db981e371c37 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464773 Apr 06 12:49:28.194912 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.241585 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Router f0f19a29-6f55-4ca6-95b1-23de92399fd3 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:49:28.249403 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=78fe503b-5303-49a7-9c86-fb9311f405fa,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:28.320616 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Attempting to bind port 78fe503b-5303-49a7-9c86-fb9311f405fa on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:49:28.321011 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Attempting to bind port 78fe503b-5303-49a7-9c86-fb9311f405fa by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:49:28.321286 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Attempting to bind port 78fe503b-5303-49a7-9c86-fb9311f405fa on network 4a7333ee-54b6-402d-8b31-d65ec196205c {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:49:28.326499 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Port 78fe503b-5303-49a7-9c86-fb9311f405fa on network 4a7333ee-54b6-402d-8b31-d65ec196205c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:49:28.326839 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Attempting to bind port 78fe503b-5303-49a7-9c86-fb9311f405fa on network 4a7333ee-54b6-402d-8b31-d65ec196205c {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:49:28.332396 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:49:28.332746 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Checking segment: {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:49:28.333137 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Bound using segment: {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:49:28.333566 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Bound port: 78fe503b-5303-49a7-9c86-fb9311f405fa, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbfc119b-93a6-416f-ad34-6c260155bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:49:28.333927 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.368890 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:49:28.381276 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] Sync routers for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:49:28.396588 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:28.403163 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:49:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:28.407963 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] For port 78fe503b-5303-49a7-9c86-fb9311f405fa, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:49:28.411334 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] For port 78fe503b-5303-49a7-9c86-fb9311f405fa, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=78fe503b-5303-49a7-9c86-fb9311f405fa,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:49:28.460088 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.475784 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.506066 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c2a88720-01b8-43f5-9ddf-ff9e350b3e3a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0421042 Apr 06 12:49:28.506066 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:28.506066 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f61aac9-66ad-42a7-b04a-e0627e460380" -d '{"events": [{"name": "network-changed", "server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:28.540390 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:28.541015 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:28.542464 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] 10.222.0.74 "PUT /v2.0/ports/78fe503b-5303-49a7-9c86-fb9311f405fa HTTP/1.1" status: 200 len: 1093 time: 0.8954647 Apr 06 12:49:28.542975 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'tag': '78fe503b-5303-49a7-9c86-fb9311f405fa'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:28.545933 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90486780-bd29-4cb5-bd52-4d34104d6431" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecf1d55-bc78-4ac1-8094-b9bc0094159b", "tag": "78fe503b-5303-49a7-9c86-fb9311f405fa"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:28.554939 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578bd3f3-bda7-4bf1-9cf6-ea13a872eaaf x-openstack-request-id: req-578bd3f3-bda7-4bf1-9cf6-ea13a872eaaf {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:28.555310 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:28.555632 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-578bd3f3-bda7-4bf1-9cf6-ea13a872eaaf {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:28.559321 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578bd3f3-bda7-4bf1-9cf6-ea13a872eaaf'] response: {'name': 'network-changed', 'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'status': 'completed', 'code': 200} Apr 06 12:49:28.560391 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74f44c-1eaa-4a00-95e9-753a7263a8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=78fe503b-5303-49a7-9c86-fb9311f405fa,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:28.609101 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911c38df-b93f-4bda-aa81-ec73cf5f38db x-openstack-request-id: req-911c38df-b93f-4bda-aa81-ec73cf5f38db {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:28.609383 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecf1d55-bc78-4ac1-8094-b9bc0094159b", "tag": "78fe503b-5303-49a7-9c86-fb9311f405fa", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:28.609895 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-911c38df-b93f-4bda-aa81-ec73cf5f38db {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:28.610311 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911c38df-b93f-4bda-aa81-ec73cf5f38db'] response: {'name': 'network-changed', 'server_uuid': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'tag': '78fe503b-5303-49a7-9c86-fb9311f405fa', 'status': 'completed', 'code': 200} Apr 06 12:49:28.636789 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:28.696198 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-ab0790f8-dead-4048-8a14-10184e9ea8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:28.698303 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-ab0790f8-dead-4048-8a14-10184e9ea8e3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=021080094b9b454e9a16cdc518de724f&device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1130 time: 0.0575132 Apr 06 12:49:28.708048 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90486780-bd29-4cb5-bd52-4d34104d6431 req-721c5ef7-0a2c-4089-bf14-79213416baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:28.709855 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-90486780-bd29-4cb5-bd52-4d34104d6431 req-721c5ef7-0a2c-4089-bf14-79213416baea service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 1127 time: 0.0510612 Apr 06 12:49:28.833809 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90486780-bd29-4cb5-bd52-4d34104d6431 req-619fc630-24d7-47f7-841b-0959cc758950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:28.835341 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-90486780-bd29-4cb5-bd52-4d34104d6431 req-619fc630-24d7-47f7-841b-0959cc758950 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=11bb034cba2b4216a3107f4483bb1e41&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1125038 Apr 06 12:49:28.882545 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '006273e5-e25d-472a-b6f7-8bc1e37d76bf', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'port_id': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'mac_address': 'fa:16:3e:ed:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04988e53-a0c1-4111-a1a0-596a7db87484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:49:27Z', 'updated_at': '2022-04-06T12:49:27Z', 'revision_number': 0, 'project_id': '021080094b9b454e9a16cdc518de724f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64708c44-007d-4912-8ae2-70b960a0c54c', 'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'mac_address': 'fa:16:3e:60:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:26Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 5, 'project_id': '021080094b9b454e9a16cdc518de724f', 'subnets': [{'id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:28.910042 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] Checking router: f0f19a29-6f55-4ca6-95b1-23de92399fd3 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:49:28.918794 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:28.919418 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:49:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:28.939732 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90486780-bd29-4cb5-bd52-4d34104d6431 req-652b7631-5ce0-4e28-a7e0-9500cf4cf34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:28.941774 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-90486780-bd29-4cb5-bd52-4d34104d6431 req-652b7631-5ce0-4e28-a7e0-9500cf4cf34f service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002858 Apr 06 12:49:29.035895 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:29.099249 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-204f9910-852c-4b75-abe0-5bf845bdda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.100666 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-204f9910-852c-4b75-abe0-5bf845bdda0e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 1127 time: 0.0538297 Apr 06 12:49:29.110374 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-e7b2273d-367e-4e03-8cd5-16b351deb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.111920 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-e7b2273d-367e-4e03-8cd5-16b351deb71d service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc8a285-80f7-43a9-929e-62a6d76fa085 HTTP/1.1" status: 200 len: 910 time: 0.4074290 Apr 06 12:49:29.177333 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-6521dbcf-5372-472a-840a-c409e764bc17 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fe503b-5303-49a7-9c86-fb9311f405fa HTTP/1.1" status: 200 len: 217 time: 0.0414476 Apr 06 12:49:29.235707 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-8523d349-43e0-48bf-83a9-0959a459a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.235707 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-8523d349-43e0-48bf-83a9-0959a459a3ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=111597ec-f219-48ba-b05f-e833846f3adf HTTP/1.1" status: 200 len: 850 time: 0.0507016 Apr 06 12:49:29.237740 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-50b0259d-ce2d-464f-bf47-5725588dea98 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 200 len: 1000 time: 0.1015449 Apr 06 12:49:29.291870 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '006273e5-e25d-472a-b6f7-8bc1e37d76bf', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'port_id': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'mac_address': 'fa:16:3e:ed:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04988e53-a0c1-4111-a1a0-596a7db87484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:49:27Z', 'updated_at': '2022-04-06T12:49:27Z', 'revision_number': 0, 'project_id': '021080094b9b454e9a16cdc518de724f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64708c44-007d-4912-8ae2-70b960a0c54c', 'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'mac_address': 'fa:16:3e:60:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:26Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 5, 'project_id': '021080094b9b454e9a16cdc518de724f', 'subnets': [{'id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:29.296058 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-808c1598-3384-4010-b6d5-a02ec2a17362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.298601 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-808c1598-3384-4010-b6d5-a02ec2a17362 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a7333ee-54b6-402d-8b31-d65ec196205c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525446 Apr 06 12:49:29.300532 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-f124fc7d-87cd-45a3-9e99-e293d388fadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.302103 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-f124fc7d-87cd-45a3-9e99-e293d388fadb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4628f0d2-bc89-451c-b76b-87554fc47fcb HTTP/1.1" status: 200 len: 848 time: 0.0570657 Apr 06 12:49:29.329397 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3fb669-ac76-4a11-8aaa-d7b40d989b77 None None] The sync data for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi is: [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '006273e5-e25d-472a-b6f7-8bc1e37d76bf', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'floating_ip_address': '172.27.0.118', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'port_id': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'mac_address': 'fa:16:3e:ed:12:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04988e53-a0c1-4111-a1a0-596a7db87484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:49:27Z', 'updated_at': '2022-04-06T12:49:27Z', 'revision_number': 0, 'project_id': '021080094b9b454e9a16cdc518de724f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64708c44-007d-4912-8ae2-70b960a0c54c', 'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'mac_address': 'fa:16:3e:60:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:26Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 5, 'project_id': '021080094b9b454e9a16cdc518de724f', 'subnets': [{'id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:49:29.381346 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775505a9-1e6e-45af-bc83-ed0e08f63895 req-97e55fac-618a-440b-bc05-f5f6a4ddff3f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.382961 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-775505a9-1e6e-45af-bc83-ed0e08f63895 req-97e55fac-618a-440b-bc05-f5f6a4ddff3f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 943 time: 0.1802604 Apr 06 12:49:29.405227 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-5a21c7b6-1c5f-4659-a292-1179669fb2d5 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962677 Apr 06 12:49:29.437876 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db10d2-be26-420b-8ec5-b30be33edcf9 req-4cb2e68f-d121-4b19-8947-005758ae0d79 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.439356 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-21db10d2-be26-420b-8ec5-b30be33edcf9 req-4cb2e68f-d121-4b19-8947-005758ae0d79 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.1426294 Apr 06 12:49:29.447434 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-5f05f1ff-23da-4efc-83ec-7193e085ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:29.448809 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-5f05f1ff-23da-4efc-83ec-7193e085ccdd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc8a285-80f7-43a9-929e-62a6d76fa085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1376932 Apr 06 12:49:29.483430 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-775505a9-1e6e-45af-bc83-ed0e08f63895 req-c50167de-42ed-457e-8e6b-ae3af7a65237 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927215 Apr 06 12:49:29.513104 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3aad13a6-e0fe-487e-bb6e-bcee3b979506 req-37f9579d-0138-4f10-891b-99d343d4864c service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956216 Apr 06 12:49:29.561493 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31afa1cb-cc35-4efd-9323-adf9fb5706f8 None None] New status for floating IP 006273e5-e25d-472a-b6f7-8bc1e37d76bf: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:49:29.573366 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-21db10d2-be26-420b-8ec5-b30be33edcf9 req-4e78ff2d-dc50-4be2-9b2f-665e32c0a805 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279249 Apr 06 12:49:29.605526 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-84702cc2-f5cc-4123-a3fc-b36ff39d1bff service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429327 Apr 06 12:49:29.699699 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6f61aac9-66ad-42a7-b04a-e0627e460380 req-78f44cb3-31c2-447c-bec1-571e3d4ab5a8 service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881701 Apr 06 12:49:30.622596 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be995a-5a52-4ec6-a0e7-14f02d79757e req-1e0cf7cd-9672-436f-97f4-411a48a95971 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:30.624396 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-11be995a-5a52-4ec6-a0e7-14f02d79757e req-1e0cf7cd-9672-436f-97f4-411a48a95971 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 943 time: 0.0612199 Apr 06 12:49:30.701664 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-11be995a-5a52-4ec6-a0e7-14f02d79757e req-fa586d19-2dc6-404c-99c2-cc70942bda90 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713966 Apr 06 12:49:30.715493 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018740-34e3-42bd-9f34-ff028482f719 req-0849b408-86a1-45ea-86ff-cceec21b5f6a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:30.717526 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b018740-34e3-42bd-9f34-ff028482f719 req-0849b408-86a1-45ea-86ff-cceec21b5f6a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0735621 Apr 06 12:49:30.770289 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1b018740-34e3-42bd-9f34-ff028482f719 req-6e797631-ea80-4f5b-96f6-9bfba49fadf6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468359 Apr 06 12:49:31.824743 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc232740-2c2f-4d37-bfb1-1566e70cb947 req-297f5ade-17c5-4b3b-a4b8-42386cba9cb1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:31.826258 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bc232740-2c2f-4d37-bfb1-1566e70cb947 req-297f5ade-17c5-4b3b-a4b8-42386cba9cb1 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 943 time: 0.0550315 Apr 06 12:49:31.905734 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bc232740-2c2f-4d37-bfb1-1566e70cb947 req-db24070c-ed5f-470b-9db0-2dd7a9d9de1f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722296 Apr 06 12:49:31.920661 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3272b8-432f-4462-a1b9-068272809700 req-13e583c0-7893-4f27-a45a-93c546eceb8c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:31.922242 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d3272b8-432f-4462-a1b9-068272809700 req-13e583c0-7893-4f27-a45a-93c546eceb8c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0759706 Apr 06 12:49:31.969874 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3d3272b8-432f-4462-a1b9-068272809700 req-2f9f1028-6200-41e8-b3d5-0b1a93dd3716 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420630 Apr 06 12:49:32.887839 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 78fe503b-5303-49a7-9c86-fb9311f405fa details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:49:32.987453 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 78fe503b-5303-49a7-9c86-fb9311f405fa, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=78fe503b-5303-49a7-9c86-fb9311f405fa,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:33.000007 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '78fe503b-5303-49a7-9c86-fb9311f405fa', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'port_id': '78fe503b-5303-49a7-9c86-fb9311f405fa', 'mac_address': 'fa:16:3e:a7:8d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:49:33.030723 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46345d6-b76a-4a6a-b14a-40a30804d9d2 req-e2d9fa5a-8d0c-4a59-b30a-2e0fb31d1435 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:33.032276 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b46345d6-b76a-4a6a-b14a-40a30804d9d2 req-e2d9fa5a-8d0c-4a59-b30a-2e0fb31d1435 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 943 time: 0.0580153 Apr 06 12:49:33.039670 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 78fe503b-5303-49a7-9c86-fb9311f405fa is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:33.040183 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:33.054182 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fe503b-5303-49a7-9c86-fb9311f405fa {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:33.074623 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 78fe503b-5303-49a7-9c86-fb9311f405fa, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=78fe503b-5303-49a7-9c86-fb9311f405fa,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:33.110072 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b46345d6-b76a-4a6a-b14a-40a30804d9d2 req-33277b8e-92fa-42a5-8221-58f669fda015 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719116 Apr 06 12:49:33.128746 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf2b85-3675-48cf-be13-f2d28597c56c req-0e5f6b45-f8e2-496e-b228-aa4d02956c32 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:33.130214 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2ebf2b85-3675-48cf-be13-f2d28597c56c req-0e5f6b45-f8e2-496e-b228-aa4d02956c32 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0780907 Apr 06 12:49:33.142932 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:33.177966 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2ebf2b85-3675-48cf-be13-f2d28597c56c req-6395fed1-12d9-4de3-b013-96f10b2a03e9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420341 Apr 06 12:49:33.199221 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=78fe503b-5303-49a7-9c86-fb9311f405fa,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:33.813371 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['78fe503b-5303-49a7-9c86-fb9311f405fa'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:49:33.930909 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:34.235848 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd05a17-4acd-45ad-8abd-6b776c7ac5ec req-ad582f62-0a1e-47a2-9120-c32317e8792c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:34.237455 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bdd05a17-4acd-45ad-8abd-6b776c7ac5ec req-ad582f62-0a1e-47a2-9120-c32317e8792c tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 944 time: 0.0602109 Apr 06 12:49:34.316663 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bdd05a17-4acd-45ad-8abd-6b776c7ac5ec req-f4500bce-89c6-4b1a-8a19-64f2d6912e38 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734243 Apr 06 12:49:34.333738 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd18f9-18e4-4bfe-a3f3-06ed99fde1c3 req-11c28bd1-1be2-44d3-93e8-a461890ed9b6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:34.335284 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b9bd18f9-18e4-4bfe-a3f3-06ed99fde1c3 req-11c28bd1-1be2-44d3-93e8-a461890ed9b6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0776041 Apr 06 12:49:34.384916 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b9bd18f9-18e4-4bfe-a3f3-06ed99fde1c3 req-7cbfb5b3-8c20-4bea-aeb3-f5f25c361494 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436378 Apr 06 12:49:34.956070 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 78fe503b-5303-49a7-9c86-fb9311f405fa up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:49:35.092379 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 78fe503b-5303-49a7-9c86-fb9311f405fa completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:49:35.096525 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 78fe503b-5303-49a7-9c86-fb9311f405fa triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:35.096895 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:35.176663 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 78fe503b-5303-49a7-9c86-fb9311f405fa is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:35.177047 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:35.198473 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe503b-5303-49a7-9c86-fb9311f405fa'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:35.200690 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ad84e9-2f7f-43c6-a86c-a7c3b975c781" -d '{"events": [{"server_uuid": "0ecf1d55-bc78-4ac1-8094-b9bc0094159b", "name": "network-vif-plugged", "status": "completed", "tag": "78fe503b-5303-49a7-9c86-fb9311f405fa"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:35.213261 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 78fe503b-5303-49a7-9c86-fb9311f405fa, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=78fe503b-5303-49a7-9c86-fb9311f405fa,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:35.237824 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ef3cf0-0864-4ca2-969d-19e346b4d524 x-openstack-request-id: req-e3ef3cf0-0864-4ca2-969d-19e346b4d524 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:35.238123 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecf1d55-bc78-4ac1-8094-b9bc0094159b", "name": "network-vif-plugged", "status": "completed", "tag": "78fe503b-5303-49a7-9c86-fb9311f405fa", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:35.238382 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3ef3cf0-0864-4ca2-969d-19e346b4d524 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:35.238818 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ef3cf0-0864-4ca2-969d-19e346b4d524'] response: {'server_uuid': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe503b-5303-49a7-9c86-fb9311f405fa', 'code': 200} Apr 06 12:49:35.286199 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:35.336752 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=78fe503b-5303-49a7-9c86-fb9311f405fa,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:35.444493 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7802c-0c25-4034-9d55-e3c3b0cdb325 req-7aa70698-040e-459e-9acd-600a6a5516c3 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:35.446791 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-62e7802c-0c25-4034-9d55-e3c3b0cdb325 req-7aa70698-040e-459e-9acd-600a6a5516c3 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 945 time: 0.0565894 Apr 06 12:49:35.525966 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-62e7802c-0c25-4034-9d55-e3c3b0cdb325 req-db776d57-189d-4a01-9243-652a2b37353b tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729556 Apr 06 12:49:35.549833 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfae61-100f-4a4a-b62e-02a58196d4b3 req-6111bd7f-e43f-4336-949c-6043890cecf3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:35.549833 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9ddfae61-100f-4a4a-b62e-02a58196d4b3 req-6111bd7f-e43f-4336-949c-6043890cecf3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0832031 Apr 06 12:49:35.607125 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9ddfae61-100f-4a4a-b62e-02a58196d4b3 req-99e1a5e5-60eb-4d78-8e94-1b12ebb2b81a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514436 Apr 06 12:49:35.665058 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16762a7d-1f28-45d8-a142-0a5685564638 req-fcf6a8e7-0e0c-4628-819e-267e8dabd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:35.666594 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-16762a7d-1f28-45d8-a142-0a5685564638 req-fcf6a8e7-0e0c-4628-819e-267e8dabd9d8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 1129 time: 0.0935607 Apr 06 12:49:35.720142 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-16762a7d-1f28-45d8-a142-0a5685564638 req-b0f16a36-43e7-4124-ade9-c83954079967 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380321 Apr 06 12:49:36.654974 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bc030-2eaf-4e60-b758-175c01efc187 req-ce04b35e-6109-4b57-81c1-ec709fb33e26 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:36.656674 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-453bc030-2eaf-4e60-b758-175c01efc187 req-ce04b35e-6109-4b57-81c1-ec709fb33e26 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 945 time: 0.0587838 Apr 06 12:49:36.729272 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-453bc030-2eaf-4e60-b758-175c01efc187 req-09d89e46-61f5-40f3-b120-8b491e980284 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671110 Apr 06 12:49:36.753971 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e774735-fdc0-4d2e-aeb1-49b8e41476d0 req-c432ab3f-53b1-4040-9952-06059ad96f10 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:36.755542 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0e774735-fdc0-4d2e-aeb1-49b8e41476d0 req-c432ab3f-53b1-4040-9952-06059ad96f10 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0724325 Apr 06 12:49:36.805840 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0e774735-fdc0-4d2e-aeb1-49b8e41476d0 req-346b1d81-60ad-494f-8115-f06a90d198af tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447195 Apr 06 12:49:36.940249 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:49:37.051049 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:37.062555 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'port_id': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'mac_address': 'fa:16:3e:a8:03:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:49:37.100012 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 is: ACTIVE; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:37.100401 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:37.113249 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:49:37.132270 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:37.223172 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:37.273415 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=6']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:37.280987 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.281331 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.281680 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.282020 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.282356 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.282718 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.283046 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.283373 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.283699 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.284038 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.284350 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.284679 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.284998 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.285318 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.285637 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:49:37.503519 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:49:37.852279 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f869f4b-1f12-4f18-854d-ad52878184a6 req-865b6307-80de-4653-a27d-d0ae0b507f86 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:37.853677 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f869f4b-1f12-4f18-854d-ad52878184a6 req-865b6307-80de-4653-a27d-d0ae0b507f86 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 945 time: 0.0530136 Apr 06 12:49:37.935900 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7f869f4b-1f12-4f18-854d-ad52878184a6 req-6d1bcf8e-71c4-4806-a851-489116146644 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747914 Apr 06 12:49:37.954711 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93500ef2-82c9-41be-b6fb-b3c8d3293bc5 req-b16b550b-52b0-4c96-99cf-d06562161a36 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:37.956215 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-93500ef2-82c9-41be-b6fb-b3c8d3293bc5 req-b16b550b-52b0-4c96-99cf-d06562161a36 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 945 time: 0.0729325 Apr 06 12:49:38.007062 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-93500ef2-82c9-41be-b6fb-b3c8d3293bc5 req-08d204ac-789a-4378-adae-f38e669a62c2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452600 Apr 06 12:49:38.959604 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:49:39.010828 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:49:39.011138 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.063482 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118334a-6fb1-4495-a238-30307b9ff6b2 req-2cc939c5-ec5f-416d-a87a-ca2de286b89e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:39.065296 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6118334a-6fb1-4495-a238-30307b9ff6b2 req-2cc939c5-ec5f-416d-a87a-ca2de286b89e tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 945 time: 0.0589347 Apr 06 12:49:39.097141 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:39.097526 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.121962 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:39.124889 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb296ee-f5af-42c1-b951-860d5560809f" -d '{"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-plugged", "status": "completed", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:39.136919 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:39.148257 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6118334a-6fb1-4495-a238-30307b9ff6b2 req-c7e35b03-fec9-4267-93db-993cb41079ca tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772574 Apr 06 12:49:39.167742 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08642b-31bd-470c-b62e-69056e9b9d5a req-3acc0e42-7cff-43b6-b507-b1ef6442016d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:39.169216 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bd08642b-31bd-470c-b62e-69056e9b9d5a req-3acc0e42-7cff-43b6-b507-b1ef6442016d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 945 time: 0.0761821 Apr 06 12:49:39.194321 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.223795 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcfb7e9-3fba-4a66-8ad6-1e6fa6592dff x-openstack-request-id: req-5fcfb7e9-3fba-4a66-8ad6-1e6fa6592dff {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:39.224155 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-plugged", "status": "completed", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:39.224473 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fcfb7e9-3fba-4a66-8ad6-1e6fa6592dff {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:39.224924 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fcfb7e9-3fba-4a66-8ad6-1e6fa6592dff'] response: {'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'code': 200} Apr 06 12:49:39.227152 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bd08642b-31bd-470c-b62e-69056e9b9d5a req-247814ab-4e4e-4e53-a9e7-77670e96e338 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516586 Apr 06 12:49:39.264804 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=7']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:39.304630 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae97afb-7829-4c91-b1f6-2ccf58e55f62 req-4adf6d70-fbc3-4a44-bc3e-973656f3b3c8 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:39.306126 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2ae97afb-7829-4c91-b1f6-2ccf58e55f62 req-4adf6d70-fbc3-4a44-bc3e-973656f3b3c8 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 945 time: 0.0579185 Apr 06 12:49:39.314939 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49684) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:49:39.319339 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-53f66dff-b089-4693-aa07-c3b5b40c8f16 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Request body: {'floatingip': {'port_id': '78fe503b-5303-49a7-9c86-fb9311f405fa'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:49:39.360207 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-99726afa-7b60-43b2-9a3c-6948d4666050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.365557 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-53f66dff-b089-4693-aa07-c3b5b40c8f16 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (dfb02888-446d-41e3-bc48-b44fd305b7a0), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.825577 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-53f66dff-b089-4693-aa07-c3b5b40c8f16 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.896967 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-53f66dff-b089-4693-aa07-c3b5b40c8f16 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (dfb02888-446d-41e3-bc48-b44fd305b7a0), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:39.999758 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-53f66dff-b089-4693-aa07-c3b5b40c8f16 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Floating IP dfb02888-446d-41e3-bc48-b44fd305b7a0 associated. External IP: 172.27.0.27, port: 78fe503b-5303-49a7-9c86-fb9311f405fa. Apr 06 12:49:40.209828 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f66dff-b089-4693-aa07-c3b5b40c8f16 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:49:40.350798 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f66dff-b089-4693-aa07-c3b5b40c8f16 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:49:40.355396 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-53f66dff-b089-4693-aa07-c3b5b40c8f16 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:40.362340 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] Sync routers for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:49:40.371609 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:40.372230 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:49:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:40.391723 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f99fbf-de05-465c-bfa6-82d472a7edf4 req-6de6bb46-c6f2-4c95-966b-48221ef19d7a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:40.393208 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-80f99fbf-de05-465c-bfa6-82d472a7edf4 req-6de6bb46-c6f2-4c95-966b-48221ef19d7a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0920460 Apr 06 12:49:40.411801 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-53f66dff-b089-4693-aa07-c3b5b40c8f16 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "PUT /v2.0/floatingips/dfb02888-446d-41e3-bc48-b44fd305b7a0 HTTP/1.1" status: 200 len: 990 time: 1.0831597 Apr 06 12:49:40.411801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'tag': '78fe503b-5303-49a7-9c86-fb9311f405fa'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:40.411801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecf1d55-bc78-4ac1-8094-b9bc0094159b", "tag": "78fe503b-5303-49a7-9c86-fb9311f405fa"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:40.456982 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-80f99fbf-de05-465c-bfa6-82d472a7edf4 req-21e4b008-0422-41a1-bf07-b1f71a1bd6d0 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567760 Apr 06 12:49:40.488350 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:40.501156 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc531b75-7110-4a69-aef3-3e605b6df11b x-openstack-request-id: req-cc531b75-7110-4a69-aef3-3e605b6df11b {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:40.501446 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecf1d55-bc78-4ac1-8094-b9bc0094159b", "tag": "78fe503b-5303-49a7-9c86-fb9311f405fa", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:40.501701 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc531b75-7110-4a69-aef3-3e605b6df11b {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:40.502111 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc531b75-7110-4a69-aef3-3e605b6df11b'] response: {'name': 'network-changed', 'server_uuid': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'tag': '78fe503b-5303-49a7-9c86-fb9311f405fa', 'status': 'completed', 'code': 200} Apr 06 12:49:40.606155 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-4ef13275-5f05-4099-aeed-9a512d46ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:40.608478 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-4ef13275-5f05-4099-aeed-9a512d46ee02 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=11bb034cba2b4216a3107f4483bb1e41&device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 1129 time: 0.0455484 Apr 06 12:49:40.701709 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-ed922c7c-a9fb-4161-8291-94343fb708b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:40.703224 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-ed922c7c-a9fb-4161-8291-94343fb708b0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 200 len: 912 time: 0.0846794 Apr 06 12:49:40.717867 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'dfb02888-446d-41e3-bc48-b44fd305b7a0', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'port_id': '78fe503b-5303-49a7-9c86-fb9311f405fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'mac_address': 'fa:16:3e:a7:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:49:23Z', 'updated_at': '2022-04-06T12:49:39Z', 'revision_number': 1, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:40.743333 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] Checking router: ff949d93-aade-4cfd-988d-4e9b34fa5bc4 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:49:40.752134 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:49:40.752511 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:49:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:40.773835 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-4cde023a-29e8-402d-b37d-97a5195e4469 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78fe503b-5303-49a7-9c86-fb9311f405fa HTTP/1.1" status: 200 len: 998 time: 0.0633416 Apr 06 12:49:40.823744 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-8049c6f5-0c26-489d-bb74-ada76ddfa4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:40.825203 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-8049c6f5-0c26-489d-bb74-ada76ddfa4b9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=111597ec-f219-48ba-b05f-e833846f3adf HTTP/1.1" status: 200 len: 850 time: 0.0432186 Apr 06 12:49:40.861983 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:49:40.875920 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-3926eafb-d4c5-4d52-8dda-8fb968451f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:40.877436 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-3926eafb-d4c5-4d52-8dda-8fb968451f46 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=4a7333ee-54b6-402d-8b31-d65ec196205c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454082 Apr 06 12:49:40.973144 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-3c2c5c90-5f00-4d37-8737-2ccbbb343d23 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874166 Apr 06 12:49:41.062253 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e187e31a-71be-49b4-99ba-0f35ddbb0fe4 req-a07b9b8c-249e-4777-87d1-06e374f1cda9 service neutron] 10.222.0.74 "GET /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824444 Apr 06 12:49:41.085295 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'dfb02888-446d-41e3-bc48-b44fd305b7a0', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'port_id': '78fe503b-5303-49a7-9c86-fb9311f405fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'mac_address': 'fa:16:3e:a7:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:49:23Z', 'updated_at': '2022-04-06T12:49:39Z', 'revision_number': 1, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:49:41.204864 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a821ef-6242-4c20-b404-9d56ea8d0e6a None None] The sync data for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi is: [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'dfb02888-446d-41e3-bc48-b44fd305b7a0', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'port_id': '78fe503b-5303-49a7-9c86-fb9311f405fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'mac_address': 'fa:16:3e:a7:8d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:49:23Z', 'updated_at': '2022-04-06T12:49:39Z', 'revision_number': 1, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:49:41.405123 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19da010-6682-419e-9fd1-6423da15ead2 None None] New status for floating IP dfb02888-446d-41e3-bc48-b44fd305b7a0: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:49:41.593525 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a705880-a0da-468e-b763-d676494cfa52 req-272934bc-8db4-4b2b-8ed0-5ae6cba8fc50 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:41.595094 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9a705880-a0da-468e-b763-d676494cfa52 req-272934bc-8db4-4b2b-8ed0-5ae6cba8fc50 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0624056 Apr 06 12:49:41.656108 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9a705880-a0da-468e-b763-d676494cfa52 req-bfa537c0-34dc-4f75-ac14-ced8a6260f97 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551083 Apr 06 12:49:41.828330 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-efb8ce5d-0c1d-4166-8ad3-c940bbee5a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:42.807074 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7caac71-ef99-49a3-ad0f-c9756d464934 req-9b78b95d-a5ee-40e2-938b-9260e0950456 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:42.808861 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e7caac71-ef99-49a3-ad0f-c9756d464934 req-9b78b95d-a5ee-40e2-938b-9260e0950456 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0598509 Apr 06 12:49:42.867004 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e7caac71-ef99-49a3-ad0f-c9756d464934 req-0f94c577-8cfe-47b3-b05e-290bbda1ca92 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515952 Apr 06 12:49:43.021738 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:44.057173 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552ad29-8fc5-424b-9a73-355249015b1c req-a3f2e40d-0595-488c-82cd-0c9807863f8b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:44.060463 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9552ad29-8fc5-424b-9a73-355249015b1c req-a3f2e40d-0595-488c-82cd-0c9807863f8b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.1043983 Apr 06 12:49:44.150627 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9552ad29-8fc5-424b-9a73-355249015b1c req-8cf98471-9867-4ee1-87ea-b274ff971ce8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826998 Apr 06 12:49:44.588039 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:45.281560 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e65219-89e9-44a8-b191-c0de26a2c008 req-e0bded26-1a2d-4310-a05b-507892028f23 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:45.283087 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-90e65219-89e9-44a8-b191-c0de26a2c008 req-e0bded26-1a2d-4310-a05b-507892028f23 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0612726 Apr 06 12:49:45.332560 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-90e65219-89e9-44a8-b191-c0de26a2c008 req-9485ae64-e79c-40b4-a84a-4c36dfa80cb9 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438693 Apr 06 12:49:45.753067 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:49:46.149765 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:46.481543 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb928a-453f-4e1d-9168-5e9894caebb3 req-37c58bd8-c4a4-4966-a585-cf0281743b10 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:46.484792 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-50eb928a-453f-4e1d-9168-5e9894caebb3 req-37c58bd8-c4a4-4966-a585-cf0281743b10 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0614104 Apr 06 12:49:46.541456 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-50eb928a-453f-4e1d-9168-5e9894caebb3 req-80c500c9-d27b-4f9a-b955-4122f6004151 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495830 Apr 06 12:49:47.734986 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73774b-6a7e-4df3-a955-0d4646fdf854 req-1ab9eaf7-bb87-434c-b24a-ab9e71fae569 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:47.736513 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9d73774b-6a7e-4df3-a955-0d4646fdf854 req-1ab9eaf7-bb87-434c-b24a-ab9e71fae569 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0808294 Apr 06 12:49:47.797219 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9d73774b-6a7e-4df3-a955-0d4646fdf854 req-4450764d-4a0d-4c0b-ab5a-dab268f2ff31 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542719 Apr 06 12:49:48.932393 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b0570-7094-42de-9836-bb9665001fcb req-6fb7e458-3a25-4b64-87c9-7aaaf4853fa7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:48.933891 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-239b0570-7094-42de-9836-bb9665001fcb req-6fb7e458-3a25-4b64-87c9-7aaaf4853fa7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0556042 Apr 06 12:49:48.983910 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-239b0570-7094-42de-9836-bb9665001fcb req-32eebadf-dd4e-4035-9d5a-f45e7988d02a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440254 Apr 06 12:49:50.145601 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40ae7c-2b41-46e6-92c0-16762d83717f req-30e45a6f-70df-4d86-99a8-80fa18a5b98d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:50.156779 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4f40ae7c-2b41-46e6-92c0-16762d83717f req-30e45a6f-70df-4d86-99a8-80fa18a5b98d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0982776 Apr 06 12:49:50.212202 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4f40ae7c-2b41-46e6-92c0-16762d83717f req-ef9ab387-8d56-4a51-b109-046146d51d1e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498176 Apr 06 12:49:51.351541 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11580a2-8a08-4ba1-83bf-6f6fc3f5e5fa req-5ba2d110-655c-4d25-8d6f-67705728fce1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:51.353225 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b11580a2-8a08-4ba1-83bf-6f6fc3f5e5fa req-5ba2d110-655c-4d25-8d6f-67705728fce1 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0622146 Apr 06 12:49:51.405010 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b11580a2-8a08-4ba1-83bf-6f6fc3f5e5fa req-937bfd39-e5e4-4fda-bb6c-1e8bf7321cb6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449336 Apr 06 12:49:52.557353 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a653f1-e1dc-4034-9c3f-183b4b839fb4 req-e5b676d0-879e-4012-985b-f741b77727bc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:52.560993 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-15a653f1-e1dc-4034-9c3f-183b4b839fb4 req-e5b676d0-879e-4012-985b-f741b77727bc tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0571656 Apr 06 12:49:52.616007 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-15a653f1-e1dc-4034-9c3f-183b4b839fb4 req-07d207e8-12b2-4917-9677-18104a43c718 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498397 Apr 06 12:49:53.746588 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023d111-bb17-4881-89b7-93bb70434f7f req-09ddd473-cd2f-4541-bc42-99ba3d7b5b3c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:53.749180 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4023d111-bb17-4881-89b7-93bb70434f7f req-09ddd473-cd2f-4541-bc42-99ba3d7b5b3c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0554969 Apr 06 12:49:53.796660 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4023d111-bb17-4881-89b7-93bb70434f7f req-034acf55-1936-4bf9-97db-e57db02e1180 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417306 Apr 06 12:49:54.831669 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-090e9dff-5c71-4d1b-b581-45574f2f7f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:54.833181 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-090e9dff-5c71-4d1b-b581-45574f2f7f2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 1130 time: 0.0445492 Apr 06 12:49:54.973111 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05d8ed-eb6d-4a27-b261-97cf3e404bb6 req-eef753d4-0621-43ed-8c1d-44e2e81fcc00 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:54.974605 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eb05d8ed-eb6d-4a27-b261-97cf3e404bb6 req-eef753d4-0621-43ed-8c1d-44e2e81fcc00 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0813763 Apr 06 12:49:54.975970 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-3f6e7607-c348-4d0a-b875-3c140d1f755b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:54.977277 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-3f6e7607-c348-4d0a-b875-3c140d1f755b service neutron] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 917 time: 0.1350451 Apr 06 12:49:55.071726 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eb05d8ed-eb6d-4a27-b261-97cf3e404bb6 req-74a2ce16-5cca-4ec0-b900-9f8aefc14053 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913393 Apr 06 12:49:55.073500 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-500fe26b-0d6f-4019-8d5a-9f6eb803637e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 HTTP/1.1" status: 200 len: 1001 time: 0.0870771 Apr 06 12:49:55.127420 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-98fd09cf-a3b7-4282-aa32-e44e3748fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:55.128849 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-98fd09cf-a3b7-4282-aa32-e44e3748fac1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0449555 Apr 06 12:49:55.182149 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-6f3a5dd5-9385-4cf1-a50c-ea284c632c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:55.183650 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-6f3a5dd5-9385-4cf1-a50c-ea284c632c96 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446072 Apr 06 12:49:55.275286 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-7868c65c-c8ef-4ea3-8e43-a53588b37357 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846503 Apr 06 12:49:55.364160 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c3e125a-468b-4f1d-897d-fae44c34228a req-c5aea6ae-9c33-4d40-8e6e-7e0dbac22448 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822158 Apr 06 12:49:56.201038 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d8ea5-9015-4711-a0d2-5e25339f0629 req-e1c96bfa-069a-46f3-a1d7-24fa91885c79 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:56.202535 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fc2d8ea5-9015-4711-a0d2-5e25339f0629 req-e1c96bfa-069a-46f3-a1d7-24fa91885c79 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 946 time: 0.0571067 Apr 06 12:49:56.248671 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fc2d8ea5-9015-4711-a0d2-5e25339f0629 req-7680d44f-8380-4c11-8d52-bbd3e2149e2a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405462 Apr 06 12:49:57.037147 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:49:57.115102 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 is: ACTIVE; New status is: DOWN {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:49:57.115403 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:57.138571 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:49:57.140768 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b591754a-32cb-46c3-b4ed-57661314d912" -d '{"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:49:57.153001 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:49:57.177083 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 12:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0027322-0f2d-4e47-afd9-6c07a88d1ede x-openstack-request-id: req-c0027322-0f2d-4e47-afd9-6c07a88d1ede {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:49:57.177373 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-unplugged", "status": "completed", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:49:57.177629 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0027322-0f2d-4e47-afd9-6c07a88d1ede {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:49:57.178025 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0027322-0f2d-4e47-afd9-6c07a88d1ede'] response: {'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'code': 200} Apr 06 12:49:57.222183 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:49:57.269420 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=8']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:49:57.373147 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08976f67-64a3-4c2a-97b7-83e2ad9da7ba req-33929e78-7413-4a6a-a79e-21ab531299a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:57.374553 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-08976f67-64a3-4c2a-97b7-83e2ad9da7ba req-33929e78-7413-4a6a-a79e-21ab531299a8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0530164 Apr 06 12:49:57.421702 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-08976f67-64a3-4c2a-97b7-83e2ad9da7ba req-a75a0a74-bdf3-4c02-912b-7490780fbaef tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414689 Apr 06 12:49:58.547250 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee586-256d-4089-83cd-7bd5ffec6c6b req-c7a712fc-22b5-4635-a577-4d03c8df9d96 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:49:58.548730 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-036ee586-256d-4089-83cd-7bd5ffec6c6b req-c7a712fc-22b5-4635-a577-4d03c8df9d96 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0530617 Apr 06 12:49:58.598595 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-036ee586-256d-4089-83cd-7bd5ffec6c6b req-6ee5a875-6917-400a-861c-c8da3364b510 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441599 Apr 06 12:50:00.441549 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-ec9da34f-2101-4da4-8e88-59d2b2d753bb req-a31526c6-28f7-42f1-8e0f-489cf39b4dae service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:50:00.442696 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec9da34f-2101-4da4-8e88-59d2b2d753bb req-a31526c6-28f7-42f1-8e0f-489cf39b4dae service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052755 Apr 06 12:50:00.771292 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf12503-fd81-40fe-8a36-ae418ab80e52 req-2f0541a5-29c7-4268-98dd-131f74a353ec tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:00.772759 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9cf12503-fd81-40fe-8a36-ae418ab80e52 req-2f0541a5-29c7-4268-98dd-131f74a353ec tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0521693 Apr 06 12:50:00.823181 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9cf12503-fd81-40fe-8a36-ae418ab80e52 req-ddd269dc-daf1-45b1-bde9-02936749fd90 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429895 Apr 06 12:50:01.062677 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:50:01.192616 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49836) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:01.268945 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 is: DOWN; New status is: DOWN {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:50:01.281365 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-82bb08cb-7e72-41c1-a52f-a88d87b651db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876107 Apr 06 12:50:01.289708 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-e11bee70-0f1c-4c77-baa7-18345606833a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:50:01.290674 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-e11bee70-0f1c-4c77-baa7-18345606833a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046835 Apr 06 12:50:01.369625 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 49844) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:01.467599 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-1f01ef03-f1f8-4596-93a0-8b7ab24937c7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:01.468932 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-1f01ef03-f1f8-4596-93a0-8b7ab24937c7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports/2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 HTTP/1.1" status: 200 len: 941 time: 0.0983241 Apr 06 12:50:01.957988 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a12164-5d87-4ae5-bf56-11535936d5a7 req-a4777550-a3a0-42cf-a234-abd3745ba297 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:01.960829 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3a12164-5d87-4ae5-bf56-11535936d5a7 req-a4777550-a3a0-42cf-a234-abd3745ba297 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0618267 Apr 06 12:50:02.015462 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3a12164-5d87-4ae5-bf56-11535936d5a7 req-e0faabad-de63-4cfe-827a-ba935b72f86a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460827 Apr 06 12:50:03.146461 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-d1ce801c-f763-429f-8672-c4ce232c3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:03.147871 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-d1ce801c-f763-429f-8672-c4ce232c3422 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40&tenant_id=5a6d568f27224862bf179a9bf658e90e HTTP/1.1" status: 200 len: 1128 time: 0.0764291 Apr 06 12:50:03.159151 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee3a0b-d1a9-4ead-80d9-2013b0be58ef req-50ab0bbd-b24b-4673-aa99-ca170ddd8ad7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:03.160525 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-99ee3a0b-d1a9-4ead-80d9-2013b0be58ef req-50ab0bbd-b24b-4673-aa99-ca170ddd8ad7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0640190 Apr 06 12:50:03.238664 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-99ee3a0b-d1a9-4ead-80d9-2013b0be58ef req-83712868-d0c7-44d4-9592-55dad8e2dc0d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724978 Apr 06 12:50:03.249007 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-f48ed87d-4f85-443b-a228-1644256b7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:03.253707 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-f48ed87d-4f85-443b-a228-1644256b7ae3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 1128 time: 0.0672011 Apr 06 12:50:03.337897 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-e53dd862-e43e-4fbb-846a-eb04389aa92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:03.339384 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-e53dd862-e43e-4fbb-846a-eb04389aa92b service neutron] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 917 time: 0.0827632 Apr 06 12:50:03.670170 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-d4c96263-d6de-48ba-bc9a-cea1b6e9a5a6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 HTTP/1.1" status: 200 len: 999 time: 0.3242090 Apr 06 12:50:03.719291 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-c0d7db2c-f89b-4409-b7a0-1e8c712b1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:03.720719 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-c0d7db2c-f89b-4409-b7a0-1e8c712b1a92 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0446827 Apr 06 12:50:03.769775 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-077893b0-fc67-40e1-ad91-3aa6339755b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:03.771292 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-077893b0-fc67-40e1-ad91-3aa6339755b3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446873 Apr 06 12:50:03.863086 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-26f01819-1165-49f9-9fec-00967afa4097 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840547 Apr 06 12:50:03.930444 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:03.956679 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ac1aabc8-ec82-4271-b8bc-fc0ca7661b43 req-1ecaa276-2ec2-400e-bceb-32731bf5ae45 service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867305 Apr 06 12:50:04.390235 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d341-c4d3-4e68-bae9-06867f087b84 req-c976b33c-7e57-47cc-84ce-b916927aa665 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:04.391904 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2889d341-c4d3-4e68-bae9-06867f087b84 req-c976b33c-7e57-47cc-84ce-b916927aa665 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0681477 Apr 06 12:50:04.440926 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2889d341-c4d3-4e68-bae9-06867f087b84 req-c408aba5-2da6-4bb5-9288-04037de0f1ba tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430372 Apr 06 12:50:05.574939 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1c31f-90cb-4146-8a7d-3ccffae7119c req-651ee048-e3df-4316-a631-cb44b02c89bf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:05.576791 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e6f1c31f-90cb-4146-8a7d-3ccffae7119c req-651ee048-e3df-4316-a631-cb44b02c89bf tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0592153 Apr 06 12:50:05.626930 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e6f1c31f-90cb-4146-8a7d-3ccffae7119c req-dce3937a-c949-479c-9262-9a9cc6701e36 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441303 Apr 06 12:50:06.763549 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bb5ca-9976-4aa2-8c16-db72f16c8849 req-6ea48a5f-9090-46bc-9201-bd30b8e53e34 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:06.765103 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8d8bb5ca-9976-4aa2-8c16-db72f16c8849 req-6ea48a5f-9090-46bc-9201-bd30b8e53e34 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0613263 Apr 06 12:50:06.814364 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8d8bb5ca-9976-4aa2-8c16-db72f16c8849 req-c7cb576d-0fce-4888-a917-0d9f0c2c61e3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429420 Apr 06 12:50:07.950633 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a5336-1fcc-4668-b24a-e54860900b16 req-9fd04d97-d9c7-4ac6-b952-ac7ac5602125 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:07.952134 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-237a5336-1fcc-4668-b24a-e54860900b16 req-9fd04d97-d9c7-4ac6-b952-ac7ac5602125 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0572047 Apr 06 12:50:08.002954 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-237a5336-1fcc-4668-b24a-e54860900b16 req-1aaaebe1-e7cd-439c-9a3b-9271bb6785e3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446560 Apr 06 12:50:09.144451 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e556d2-e981-42e1-bef0-e3c059fd5932 req-0898eef6-7a28-46f3-b748-0dd48698aa25 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:09.146058 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-13e556d2-e981-42e1-bef0-e3c059fd5932 req-0898eef6-7a28-46f3-b748-0dd48698aa25 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0589528 Apr 06 12:50:09.215965 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-13e556d2-e981-42e1-bef0-e3c059fd5932 req-4292713a-4684-491c-98c4-53291436254d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640492 Apr 06 12:50:09.342291 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-fcc4cb34-d46f-4b04-aad4-4de181a152ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:10.348428 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e1205-6ee5-4c8e-8d4e-4c6db0406241 req-8f79e01b-dc71-4217-9b45-c2e50b18186e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:10.349951 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d21e1205-6ee5-4c8e-8d4e-4c6db0406241 req-8f79e01b-dc71-4217-9b45-c2e50b18186e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0555105 Apr 06 12:50:10.402928 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d21e1205-6ee5-4c8e-8d4e-4c6db0406241 req-ee74a190-5e87-4198-b0c3-dac560221f0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465329 Apr 06 12:50:11.531965 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7b013-03ba-4556-a271-114e5d7cae4e req-12506790-9f92-41de-8f08-db9d7ecf1b0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:11.533509 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bdf7b013-03ba-4556-a271-114e5d7cae4e req-12506790-9f92-41de-8f08-db9d7ecf1b0f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0562663 Apr 06 12:50:11.585161 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bdf7b013-03ba-4556-a271-114e5d7cae4e req-e806d2cc-c75f-4f0b-9781-0bdcb9b1ccd2 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450079 Apr 06 12:50:12.055893 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7865289e-da78-4973-9c5d-60da0728d136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:12.722474 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121013d1-c673-418c-803d-30e9bfd0b1cb req-14bdedec-88b8-44e6-b221-dc4947d0b340 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:12.723856 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-121013d1-c673-418c-803d-30e9bfd0b1cb req-14bdedec-88b8-44e6-b221-dc4947d0b340 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0595341 Apr 06 12:50:12.774275 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-121013d1-c673-418c-803d-30e9bfd0b1cb req-2c215827-b28c-460a-8761-42e49e8292ba tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447707 Apr 06 12:50:13.037957 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:13.916059 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9468c70-eb8e-456b-aaf6-4e957dd69b1e req-8d4b5f80-dd1c-40a2-93dd-98e844eff350 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:13.917952 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b9468c70-eb8e-456b-aaf6-4e957dd69b1e req-8d4b5f80-dd1c-40a2-93dd-98e844eff350 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0608373 Apr 06 12:50:13.971472 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b9468c70-eb8e-456b-aaf6-4e957dd69b1e req-dfdae853-f7c9-4ba6-84c2-a6a84bf968ce tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464039 Apr 06 12:50:14.603763 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:15.110336 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd601b-01a0-4f65-a893-8d3bd542d663 req-72b5caac-70a0-4feb-81cf-3dba2c15b873 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:15.111765 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0bdd601b-01a0-4f65-a893-8d3bd542d663 req-72b5caac-70a0-4feb-81cf-3dba2c15b873 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0578632 Apr 06 12:50:15.165796 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0bdd601b-01a0-4f65-a893-8d3bd542d663 req-7c2f00d4-dcb0-4dd1-96e4-0ca826349050 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475550 Apr 06 12:50:16.061696 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:16.294873 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3314c9-5ce6-4832-b318-0bd5dd47cbe4 req-d5b73097-059a-4894-88a2-30c93324cb4d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:16.296365 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec3314c9-5ce6-4832-b318-0bd5dd47cbe4 req-d5b73097-059a-4894-88a2-30c93324cb4d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0552135 Apr 06 12:50:16.344511 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ec3314c9-5ce6-4832-b318-0bd5dd47cbe4 req-154af48f-a392-4154-83bb-0c6f3e91e99e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 Apr 06 12:50:17.484751 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec00c6-464c-4e86-b545-3e83dcff56a2 req-fc30ee6e-89f5-4b8c-baa1-7332b9a86969 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:17.486357 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f7ec00c6-464c-4e86-b545-3e83dcff56a2 req-fc30ee6e-89f5-4b8c-baa1-7332b9a86969 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0628383 Apr 06 12:50:17.546809 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f7ec00c6-464c-4e86-b545-3e83dcff56a2 req-fbd7f02a-2482-4f59-bb44-e2457678734a tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545926 Apr 06 12:50:18.677778 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee239612-696c-4f6b-9b0c-94e2839ac227 req-58bc4dd8-47de-45a7-b5f1-7a2d435acf73 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:18.679214 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee239612-696c-4f6b-9b0c-94e2839ac227 req-58bc4dd8-47de-45a7-b5f1-7a2d435acf73 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0566180 Apr 06 12:50:18.725733 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee239612-696c-4f6b-9b0c-94e2839ac227 req-9e7e6108-7128-4415-9c89-dcb925c6653b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404751 Apr 06 12:50:19.855258 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff6839-3fa5-4e9d-b9d9-77755286ac3a req-c807af6e-5309-4018-818b-2e2e972ad798 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:19.857620 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a0ff6839-3fa5-4e9d-b9d9-77755286ac3a req-c807af6e-5309-4018-818b-2e2e972ad798 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0535648 Apr 06 12:50:19.907948 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a0ff6839-3fa5-4e9d-b9d9-77755286ac3a req-18825613-f225-4526-b2ce-8d7791530dbe tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440342 Apr 06 12:50:21.045763 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aac60-0979-45d4-ba2f-545ab07966b7 req-3adac96b-4c23-4c27-9aa5-71e11b26d1b6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:21.047274 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a6aac60-0979-45d4-ba2f-545ab07966b7 req-3adac96b-4c23-4c27-9aa5-71e11b26d1b6 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0634425 Apr 06 12:50:21.099141 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a6aac60-0979-45d4-ba2f-545ab07966b7 req-bb185410-c04e-431a-a168-2bcc4da91af7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462759 Apr 06 12:50:22.225114 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddd361-b4a7-4f71-a7b9-08d24e688bff req-92da0fd1-e51c-4d67-b691-a98e6e16956d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:22.226843 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-96ddd361-b4a7-4f71-a7b9-08d24e688bff req-92da0fd1-e51c-4d67-b691-a98e6e16956d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0525913 Apr 06 12:50:22.274199 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-96ddd361-b4a7-4f71-a7b9-08d24e688bff req-ae4b8115-0504-4b1c-969d-c32b3d7cd38c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406680 Apr 06 12:50:22.563641 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-02512b80-4d9f-4f01-b0d4-87556f24f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:22.565133 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-02512b80-4d9f-4f01-b0d4-87556f24f99d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a6d568f27224862bf179a9bf658e90e&device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 1128 time: 0.0453961 Apr 06 12:50:22.683429 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-d67607a9-cade-43fd-8c42-b750c11871a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:22.685809 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-d67607a9-cade-43fd-8c42-b750c11871a9 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 200 len: 917 time: 0.1007459 Apr 06 12:50:22.750776 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-d02f8a83-5cd3-479f-987a-55fde00b0058 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 HTTP/1.1" status: 200 len: 999 time: 0.0585923 Apr 06 12:50:22.751661 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:50:22.803718 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-ec417ce4-686a-4dab-92e9-0be8a2a80e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:22.805165 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-ec417ce4-686a-4dab-92e9-0be8a2a80e3f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 200 len: 855 time: 0.0488296 Apr 06 12:50:22.857976 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-85cb99fe-286f-4944-bfbc-76a6983a47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:22.859522 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-85cb99fe-286f-4944-bfbc-76a6983a47ac service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465674 Apr 06 12:50:22.960979 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-f8779f03-a20b-43fe-920c-c380342045ae service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940642 Apr 06 12:50:23.084539 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c9816f31-a259-4c83-b283-12af7fc37ae9 req-e58f93b1-35c4-4caf-89ec-f20d6c8a1f2f service neutron] 10.222.0.74 "GET /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165040 Apr 06 12:50:23.168551 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:50:23.268770 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:23.280741 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'port_id': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'mac_address': 'fa:16:3e:a8:03:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:50:23.329890 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:50:23.330283 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:23.344575 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:50:23.364387 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:23.400068 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb68a6-078a-4a38-b571-fcc9cd0f8e15 req-496e26ba-1ce6-4a02-8cb6-79008a95f29d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:23.401575 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aefb68a6-078a-4a38-b571-fcc9cd0f8e15 req-496e26ba-1ce6-4a02-8cb6-79008a95f29d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 944 time: 0.0535529 Apr 06 12:50:23.437095 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:23.450520 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aefb68a6-078a-4a38-b571-fcc9cd0f8e15 req-7d3adf05-1dda-4f79-aae9-96a6315f50ec tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422797 Apr 06 12:50:23.491048 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=9']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:24.023003 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:50:24.584384 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d827cdb-6cec-4f12-b7bf-f068e5ec2bd5 req-967740d1-74e2-47c4-a89b-4a7ed8a7e4f3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:24.585881 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8d827cdb-6cec-4f12-b7bf-f068e5ec2bd5 req-967740d1-74e2-47c4-a89b-4a7ed8a7e4f3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 945 time: 0.0617850 Apr 06 12:50:24.639647 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8d827cdb-6cec-4f12-b7bf-f068e5ec2bd5 req-58f861a8-4630-4f6e-9bd0-88b897245afb tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476332 Apr 06 12:50:25.198083 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:50:25.249610 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:50:25.249976 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.332532 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:50:25.332911 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.357080 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:25.359329 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a944df-c8d3-4bf3-89c2-8d683d09bcd7" -d '{"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-plugged", "status": "completed", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:25.372589 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:25.431703 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:25.486477 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=10']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:25.504922 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bafdf3f-ef68-44a7-96c4-7e8c709cf013 x-openstack-request-id: req-8bafdf3f-ef68-44a7-96c4-7e8c709cf013 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:25.505220 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-plugged", "status": "completed", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:25.505478 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8bafdf3f-ef68-44a7-96c4-7e8c709cf013 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:25.505885 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bafdf3f-ef68-44a7-96c4-7e8c709cf013'] response: {'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'code': 200} Apr 06 12:50:25.771864 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553783d2-3f51-4082-ba7c-26c5608bd49b req-e19b4457-ea2e-4e0b-acae-f75c5c9c4e92 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:25.773286 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-553783d2-3f51-4082-ba7c-26c5608bd49b req-e19b4457-ea2e-4e0b-acae-f75c5c9c4e92 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 947 time: 0.0538001 Apr 06 12:50:25.821867 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-553783d2-3f51-4082-ba7c-26c5608bd49b req-c2b12b00-217d-4a7d-9f94-17ad6bcba1ee tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421047 Apr 06 12:50:25.930186 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a27a6f-653c-4bd9-aeeb-7a4eade5bb3b req-30347cca-4b9c-4ef4-8ff3-f508ee908df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:25.931765 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-67a27a6f-653c-4bd9-aeeb-7a4eade5bb3b req-30347cca-4b9c-4ef4-8ff3-f508ee908df6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 1131 time: 0.0450625 Apr 06 12:50:25.981414 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-67a27a6f-653c-4bd9-aeeb-7a4eade5bb3b req-cd0968aa-10e0-4312-ba2c-e47d4fe57883 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432584 Apr 06 12:50:26.948556 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45256a2-9c83-4a9a-ae1b-09a286f8128d req-08dc4cbf-12fa-4939-ba4c-717ceb0f66c7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:26.950691 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b45256a2-9c83-4a9a-ae1b-09a286f8128d req-08dc4cbf-12fa-4939-ba4c-717ceb0f66c7 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 947 time: 0.0530803 Apr 06 12:50:26.997326 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b45256a2-9c83-4a9a-ae1b-09a286f8128d req-c0988f5b-7a25-4fc3-85dd-d2c98eb0415c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 Apr 06 12:50:28.127626 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc72a5f-d751-4c4d-b20f-7e68491538a1 req-37fc6458-0ba9-4e8b-ae5e-d1e42139b4ec tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:28.129154 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8bc72a5f-d751-4c4d-b20f-7e68491538a1 req-37fc6458-0ba9-4e8b-ae5e-d1e42139b4ec tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 947 time: 0.0548508 Apr 06 12:50:28.182978 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8bc72a5f-d751-4c4d-b20f-7e68491538a1 req-d68b96fb-32df-4b96-9522-5516e4d65b11 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479026 Apr 06 12:50:29.310722 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670d96c-ba2e-41ed-9e12-35bc97a5ad92 req-c6e0d697-0ddd-4666-9aea-683bd59dd81b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:29.312230 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2670d96c-ba2e-41ed-9e12-35bc97a5ad92 req-c6e0d697-0ddd-4666-9aea-683bd59dd81b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 947 time: 0.0583591 Apr 06 12:50:29.359182 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2670d96c-ba2e-41ed-9e12-35bc97a5ad92 req-5ea956ca-146f-4fa4-b5e4-c26e93dcb08e tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Apr 06 12:50:33.893552 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:38.255961 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50032) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:38.260490 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978760622', 'description': 'tempest-description--1815049441'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:38.375160 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:38.441930 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (96afb62c-a004-4db4-9f6a-336d6fae7921), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:38.529651 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (96afb62c-a004-4db4-9f6a-336d6fae7921), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:38.565669 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96afb62c-a004-4db4-9f6a-336d6fae7921,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:38.573015 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.574154 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.574729 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.574962 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.575310 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.575653 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.575989 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.576324 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.576663 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.577020 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.577349 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.577682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.578012 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.578341 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.578694 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:38.623102 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:38.624344 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-e10db072-9d65-4253-aa8b-9c85d2bac9df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3673887 Apr 06 12:50:38.627117 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50036) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:38.631413 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-55dbcf06-7c44-4385-8083-01caa3703c73 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group_rule': {'security_group_id': '96afb62c-a004-4db4-9f6a-336d6fae7921', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:38.722861 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-55dbcf06-7c44-4385-8083-01caa3703c73 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (20a47841-0920-4437-b6fd-f8fde99d0c3e), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:38.778893 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-55dbcf06-7c44-4385-8083-01caa3703c73 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (20a47841-0920-4437-b6fd-f8fde99d0c3e), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:38.866716 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-55dbcf06-7c44-4385-8083-01caa3703c73 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (20a47841-0920-4437-b6fd-f8fde99d0c3e), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:38.884708 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dbcf06-7c44-4385-8083-01caa3703c73 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a47841-0920-4437-b6fd-f8fde99d0c3e,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:38.942706 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-55dbcf06-7c44-4385-8083-01caa3703c73 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:38.943949 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-55dbcf06-7c44-4385-8083-01caa3703c73 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158939 Apr 06 12:50:38.946545 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50038) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:38.952198 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-23e0b016-423c-434f-bb0a-bfc8161edce0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group_rule': {'security_group_id': '96afb62c-a004-4db4-9f6a-336d6fae7921', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:39.025507 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-23e0b016-423c-434f-bb0a-bfc8161edce0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (4ff0b515-5e8b-4646-a486-80389f85187d), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.085661 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-23e0b016-423c-434f-bb0a-bfc8161edce0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (4ff0b515-5e8b-4646-a486-80389f85187d), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.146804 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-23e0b016-423c-434f-bb0a-bfc8161edce0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (4ff0b515-5e8b-4646-a486-80389f85187d), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.162445 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0b016-423c-434f-bb0a-bfc8161edce0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff0b515-5e8b-4646-a486-80389f85187d,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:39.227149 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-23e0b016-423c-434f-bb0a-bfc8161edce0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.228449 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-23e0b016-423c-434f-bb0a-bfc8161edce0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808988 Apr 06 12:50:39.231824 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50040) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:39.236178 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:39.324925 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.358120 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e42a483a-5147-4900-b15b-e85336acc417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.421827 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.534628 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Allocated IP 172.27.0.160 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/933e0616-5519-4e2b-9550-3a0a40e410d6) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:50:39.634866 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (933e0616-5519-4e2b-9550-3a0a40e410d6), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.724012 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (933e0616-5519-4e2b-9550-3a0a40e410d6), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.766383 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:50:39.772890 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:50:39.777216 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:50:39.780272 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=933e0616-5519-4e2b-9550-3a0a40e410d6,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:39.863269 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (932ff9cf-081d-4351-ab86-d614286d392c), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:39.952788 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (933e0616-5519-4e2b-9550-3a0a40e410d6), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:40.104754 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (933e0616-5519-4e2b-9550-3a0a40e410d6), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:40.157786 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (933e0616-5519-4e2b-9550-3a0a40e410d6), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:40.232643 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=933e0616-5519-4e2b-9550-3a0a40e410d6,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:40.244393 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (932ff9cf-081d-4351-ab86-d614286d392c), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:40.336773 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:40.338039 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-4219fbd7-c415-49df-8730-1adb3f97daa6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1052656 Apr 06 12:50:40.492356 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-28aa0ac3-fd50-44e7-8c0e-e3933f34eac9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--978760622&fields=id&tenant_id=9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 267 time: 0.0476291 Apr 06 12:50:40.596956 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-aa154a09-872a-4ed2-8b6c-d5112aa4a058 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:40.598502 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-aa154a09-872a-4ed2-8b6c-d5112aa4a058 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 815 time: 0.0986962 Apr 06 12:50:40.613776 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-1cfd2eed-3820-4af9-af54-7d36d19b917e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/quotas/9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 375 time: 0.0098987 Apr 06 12:50:40.673714 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-1806475d-358b-41be-bd6d-ce7ac23c4ee5 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548036 Apr 06 12:50:40.755415 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-a03d7b97-d80d-4951-bd7a-d961622a476a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 12:50:40.756413 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-a03d7b97-d80d-4951-bd7a-d961622a476a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0707796 Apr 06 12:50:40.849197 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-f867be3e-4f65-4882-a848-34aafded623e service neutron] 10.222.0.60 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864980 Apr 06 12:50:40.943767 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-b3d889dd-77ea-42b2-864e-8d54509f6393 service neutron] 10.222.0.60 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880055 Apr 06 12:50:41.237840 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b8e78a52-bd19-4886-b1a2-e126013349bf req-086d3191-ad90-446a-8b4d-e3f774ff5f84 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 210 time: 0.0291831 Apr 06 12:50:41.809289 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d5069c01-3b49-4422-9dc6-d1930267bdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:42.332902 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c502380e-a9ca-494d-9561-51bd7d37a549 req-a5d075b0-99bc-4415-b5ac-357c42bc505b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 210 time: 0.0284545 Apr 06 12:50:43.077928 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:43.258002 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-f2585ed6-7f83-47cd-82cb-2f5494a02920 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:43.259516 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-f2585ed6-7f83-47cd-82cb-2f5494a02920 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 815 time: 0.1046517 Apr 06 12:50:43.342122 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-43563012-9751-42f1-8dc8-793a3e76153a tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 472 time: 0.0637758 Apr 06 12:50:43.353393 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'port': {'device_id': 'c2187246-d522-4dd3-9087-2d4add141c41', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'admin_state_up': True, 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'security_groups': ['96afb62c-a004-4db4-9f6a-336d6fae7921']}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:43.444757 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-befde781-d6a2-4840-af76-bb61e9c31764 req-01c57dec-f52c-48e5-baf2-c3e671d019b9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 210 time: 0.0352175 Apr 06 12:50:43.580597 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Made reservation on behalf of 9206f27dc4b8452f8d305ddc914d24ec for: {'port': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:50:43.584089 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:43.709713 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Allocated IP 172.20.0.14 (bc16f097-65cb-45df-82b7-46a8eb61e950/b67b9392-4786-4004-bf2b-f0ac569766f1/9e4eafe1-5a89-4362-8705-2a66746ba5bc) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:50:43.854385 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:43.935386 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:43.977209 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Network bc16f097-65cb-45df-82b7-46a8eb61e950 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:50:43.984170 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:50:43.988624 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:50:43.995859 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=9e4eafe1-5a89-4362-8705-2a66746ba5bc,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:44.048703 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:44.050210 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.130684 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-9565ade2-7bfc-42ae-981d-39938bb4c72f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7806988 Apr 06 12:50:44.160395 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Request body: {'port': {'device_id': 'c2187246-d522-4dd3-9087-2d4add141c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:44.220184 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.224788 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-532bc427-d206-4b23-ad05-7fdf3f32b242 None None] Provisioning complete for port 9e4eafe1-5a89-4362-8705-2a66746ba5bc triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:50:44.225315 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-532bc427-d206-4b23-ad05-7fdf3f32b242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.260468 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-532bc427-d206-4b23-ad05-7fdf3f32b242 None None] Port 9e4eafe1-5a89-4362-8705-2a66746ba5bc cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:50:44.488795 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4eafe1-5a89-4362-8705-2a66746ba5bc {{(pid=103994) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:50:44.497035 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Publish callbacks [] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.508813 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.provisioning_blocks [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Transition to ACTIVE for port object 9e4eafe1-5a89-4362-8705-2a66746ba5bc will not be triggered until provisioned by entity L2. {{(pid=103994) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:50:44.566482 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424f9bf-efb8-45ef-a0dc-d89f9d4bf0e8 req-b009bd92-eb05-42ab-930b-8a5d9d01263b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:44.568034 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2424f9bf-efb8-45ef-a0dc-d89f9d4bf0e8 req-b009bd92-eb05-42ab-930b-8a5d9d01263b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 932 time: 0.0551622 Apr 06 12:50:44.569126 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.586134 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.647534 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Pushing event updated for resources: {'Port': ['ID=9e4eafe1-5a89-4362-8705-2a66746ba5bc,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:44.703694 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2424f9bf-efb8-45ef-a0dc-d89f9d4bf0e8 req-9c0165a5-ee50-4e90-a206-c796fadd628b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257982 Apr 06 12:50:44.734462 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Attempting to bind port 9e4eafe1-5a89-4362-8705-2a66746ba5bc on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:50:44.734808 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Attempting to bind port 9e4eafe1-5a89-4362-8705-2a66746ba5bc by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:50:44.735131 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Attempting to bind port 9e4eafe1-5a89-4362-8705-2a66746ba5bc on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:50:44.739878 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Port 9e4eafe1-5a89-4362-8705-2a66746ba5bc on network bc16f097-65cb-45df-82b7-46a8eb61e950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:50:44.740224 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Attempting to bind port 9e4eafe1-5a89-4362-8705-2a66746ba5bc on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:50:44.746003 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:50:44.746349 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Checking segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:50:44.746762 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Bound using segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} {{(pid=103994) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:50:44.747226 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.managers [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Bound port: 9e4eafe1-5a89-4362-8705-2a66746ba5bc, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}}] {{(pid=103994) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:50:44.747608 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.814499 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] For port 9e4eafe1-5a89-4362-8705-2a66746ba5bc, host hv-cinder-83606, cleared binding levels {{(pid=103994) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:50:44.817405 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] For port 9e4eafe1-5a89-4362-8705-2a66746ba5bc, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=9e4eafe1-5a89-4362-8705-2a66746ba5bc,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103994) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:50:44.893725 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.925892 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:44.926799 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:44.931530 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-3795670e-7ece-4664-baef-21b9333718ff service neutron] 10.222.0.74 "PUT /v2.0/ports/9e4eafe1-5a89-4362-8705-2a66746ba5bc HTTP/1.1" status: 200 len: 1094 time: 0.7725339 Apr 06 12:50:44.931530 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2187246-d522-4dd3-9087-2d4add141c41', 'tag': '9e4eafe1-5a89-4362-8705-2a66746ba5bc'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:44.934369 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630f09f5-dc23-4a4b-8812-9ca827f7cf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2187246-d522-4dd3-9087-2d4add141c41", "tag": "9e4eafe1-5a89-4362-8705-2a66746ba5bc"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:44.963879 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795670e-7ece-4664-baef-21b9333718ff service neutron] Pushing event updated for resources: {'Port': ['ID=9e4eafe1-5a89-4362-8705-2a66746ba5bc,revision_number=3']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:44.976159 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d6d434-d5e5-476a-9c68-2a5033755279 x-openstack-request-id: req-50d6d434-d5e5-476a-9c68-2a5033755279 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:44.976458 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2187246-d522-4dd3-9087-2d4add141c41", "tag": "9e4eafe1-5a89-4362-8705-2a66746ba5bc", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:44.976707 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50d6d434-d5e5-476a-9c68-2a5033755279 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:44.977116 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d6d434-d5e5-476a-9c68-2a5033755279'] response: {'name': 'network-changed', 'server_uuid': 'c2187246-d522-4dd3-9087-2d4add141c41', 'tag': '9e4eafe1-5a89-4362-8705-2a66746ba5bc', 'status': 'completed', 'code': 200} Apr 06 12:50:45.079741 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f09f5-dc23-4a4b-8812-9ca827f7cf9c req-6f147426-2d6f-4057-9c08-ee610200748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:45.081309 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-630f09f5-dc23-4a4b-8812-9ca827f7cf9c req-6f147426-2d6f-4057-9c08-ee610200748e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 1128 time: 0.0496964 Apr 06 12:50:45.193127 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f09f5-dc23-4a4b-8812-9ca827f7cf9c req-21c40eda-3cf4-45bd-b8db-fd0067e59363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:45.194611 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-630f09f5-dc23-4a4b-8812-9ca827f7cf9c req-21c40eda-3cf4-45bd-b8db-fd0067e59363 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0964978 Apr 06 12:50:45.293417 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f09f5-dc23-4a4b-8812-9ca827f7cf9c req-a9c36e2f-3781-4ac0-9bb0-4441d5b87c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:45.294966 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-630f09f5-dc23-4a4b-8812-9ca827f7cf9c req-a9c36e2f-3781-4ac0-9bb0-4441d5b87c7e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942883 Apr 06 12:50:45.415986 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-09f01d6a-58a7-4a82-8484-fe372af9c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:45.418246 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-09f01d6a-58a7-4a82-8484-fe372af9c5ac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 1128 time: 0.0451555 Apr 06 12:50:45.472930 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-1b285811-10f4-4c68-87b0-eff11cfc9306 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4eafe1-5a89-4362-8705-2a66746ba5bc HTTP/1.1" status: 200 len: 217 time: 0.0335708 Apr 06 12:50:45.525614 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-12c0a895-92b4-494d-a8e9-6d56f3398c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:45.527836 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-12c0a895-92b4-494d-a8e9-6d56f3398c88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0472670 Apr 06 12:50:45.578655 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-95628835-faef-4070-8420-e998f5d28593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:45.580167 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-95628835-faef-4070-8420-e998f5d28593 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453584 Apr 06 12:50:45.673229 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-079510eb-a974-49d4-a360-958e257719e0 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858657 Apr 06 12:50:45.768067 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c36dc5ed-ce75-42cd-b146-dd228d5029f0 req-926b502d-cbde-4e39-bfab-d0f8036a11dd service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884888 Apr 06 12:50:45.826274 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a3c51-635b-40aa-886a-08f51214a403 req-8f72a419-8c8c-4080-9f66-a859a05f4dc9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:45.827808 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-638a3c51-635b-40aa-886a-08f51214a403 req-8f72a419-8c8c-4080-9f66-a859a05f4dc9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 944 time: 0.0548837 Apr 06 12:50:45.877806 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-638a3c51-635b-40aa-886a-08f51214a403 req-52ef89f4-35b3-406f-989d-417ec2b29777 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443234 Apr 06 12:50:46.066106 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:47.003625 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2646871-5f51-4999-9723-9f9e77141e05 req-2785f7f9-1d86-4ba9-8eb2-9fc664864a5e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:47.005111 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e2646871-5f51-4999-9723-9f9e77141e05 req-2785f7f9-1d86-4ba9-8eb2-9fc664864a5e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 944 time: 0.0583985 Apr 06 12:50:47.056153 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e2646871-5f51-4999-9723-9f9e77141e05 req-cbc1dde7-fc23-431d-986b-fda0ad41ea56 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445762 Apr 06 12:50:48.175670 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1527cd8-4625-4571-83d0-2d8dd3075d24 req-2ada3fb6-c9a8-4eea-868c-ee7156f273a2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:48.177119 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1527cd8-4625-4571-83d0-2d8dd3075d24 req-2ada3fb6-c9a8-4eea-868c-ee7156f273a2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 944 time: 0.0528295 Apr 06 12:50:48.224408 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c1527cd8-4625-4571-83d0-2d8dd3075d24 req-1f0ce8d6-e659-4104-835d-1da1f4906371 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416517 Apr 06 12:50:49.327103 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 9e4eafe1-5a89-4362-8705-2a66746ba5bc details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:50:49.344130 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6112eb-6bc5-43b5-8222-7f0ba6ec396f req-8d71beb0-4b37-4e5e-9d67-6e8ed14def8f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:49.345688 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4f6112eb-6bc5-43b5-8222-7f0ba6ec396f req-8d71beb0-4b37-4e5e-9d67-6e8ed14def8f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 944 time: 0.0539205 Apr 06 12:50:49.396966 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4f6112eb-6bc5-43b5-8222-7f0ba6ec396f req-d0d924aa-2ca6-4754-8629-a1863b7cbbcc tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456736 Apr 06 12:50:49.430895 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 9e4eafe1-5a89-4362-8705-2a66746ba5bc, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=9e4eafe1-5a89-4362-8705-2a66746ba5bc,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:49.442729 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '9e4eafe1-5a89-4362-8705-2a66746ba5bc', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'port_id': '9e4eafe1-5a89-4362-8705-2a66746ba5bc', 'mac_address': 'fa:16:3e:2b:75:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:50:49.484451 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 9e4eafe1-5a89-4362-8705-2a66746ba5bc is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:50:49.484834 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:49.498937 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4eafe1-5a89-4362-8705-2a66746ba5bc {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:50:49.518340 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 9e4eafe1-5a89-4362-8705-2a66746ba5bc, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=9e4eafe1-5a89-4362-8705-2a66746ba5bc,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:49.630165 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:49.678752 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=9e4eafe1-5a89-4362-8705-2a66746ba5bc,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:49.686489 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.686833 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.687170 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.687511 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.687840 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.688166 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.688493 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.688813 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.689132 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.689457 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.689803 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.690102 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.690444 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.690765 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:49.691081 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:50:50.069387 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['9e4eafe1-5a89-4362-8705-2a66746ba5bc'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:50:50.514533 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955e204-25c6-439c-8ec3-839256352169 req-2043f1ce-55d5-4de1-b08e-e8aace6c0730 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:50.515994 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c955e204-25c6-439c-8ec3-839256352169 req-2043f1ce-55d5-4de1-b08e-e8aace6c0730 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 945 time: 0.0542047 Apr 06 12:50:50.563041 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c955e204-25c6-439c-8ec3-839256352169 req-45caeac1-74f4-4aa8-8c4d-95a0f18db6ff tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414813 Apr 06 12:50:51.332790 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 9e4eafe1-5a89-4362-8705-2a66746ba5bc up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:50:51.471503 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 9e4eafe1-5a89-4362-8705-2a66746ba5bc completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:50:51.475776 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 9e4eafe1-5a89-4362-8705-2a66746ba5bc triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:50:51.476296 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:51.560025 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 9e4eafe1-5a89-4362-8705-2a66746ba5bc is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:50:51.560405 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:51.592594 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2187246-d522-4dd3-9087-2d4add141c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4eafe1-5a89-4362-8705-2a66746ba5bc'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:51.594630 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72503dd-40d0-4d13-9b4c-ac9570e058b0" -d '{"events": [{"server_uuid": "c2187246-d522-4dd3-9087-2d4add141c41", "name": "network-vif-plugged", "status": "completed", "tag": "9e4eafe1-5a89-4362-8705-2a66746ba5bc"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:51.610773 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 9e4eafe1-5a89-4362-8705-2a66746ba5bc, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=9e4eafe1-5a89-4362-8705-2a66746ba5bc,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:50:51.644713 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f2dde6-1774-4c06-86d6-cb3e62d125ef x-openstack-request-id: req-93f2dde6-1774-4c06-86d6-cb3e62d125ef {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:51.645011 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2187246-d522-4dd3-9087-2d4add141c41", "name": "network-vif-plugged", "status": "completed", "tag": "9e4eafe1-5a89-4362-8705-2a66746ba5bc", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:51.645269 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93f2dde6-1774-4c06-86d6-cb3e62d125ef {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:51.645720 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f2dde6-1774-4c06-86d6-cb3e62d125ef'] response: {'server_uuid': 'c2187246-d522-4dd3-9087-2d4add141c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4eafe1-5a89-4362-8705-2a66746ba5bc', 'code': 200} Apr 06 12:50:51.682897 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:51.696736 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eee0ad-cabd-49ff-bf29-a08f2eb604e3 req-07cd16f7-17a6-447f-b54c-2896481a1efc tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:51.699572 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d2eee0ad-cabd-49ff-bf29-a08f2eb604e3 req-07cd16f7-17a6-447f-b54c-2896481a1efc tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 945 time: 0.0627511 Apr 06 12:50:51.741463 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=9e4eafe1-5a89-4362-8705-2a66746ba5bc,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:50:51.762680 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d2eee0ad-cabd-49ff-bf29-a08f2eb604e3 req-dc412bba-6834-45b6-bb8c-74fcfda99cbf tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512452 Apr 06 12:50:52.008176 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829d4c6-4c82-482d-a198-313a09d90f3b req-b3dbc35a-e971-4323-85e9-ef250750d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:52.009704 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4829d4c6-4c82-482d-a198-313a09d90f3b req-b3dbc35a-e971-4323-85e9-ef250750d4c8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 1130 time: 0.0505369 Apr 06 12:50:52.055718 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4829d4c6-4c82-482d-a198-313a09d90f3b req-13dead8e-d4ab-426b-a649-9906895e2d39 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393867 Apr 06 12:50:52.887839 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea75b0a-8080-44de-9cee-51c17cc1146f req-be26cf5a-54ea-4714-9806-2bfaee58d2e9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:52.889318 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eea75b0a-8080-44de-9cee-51c17cc1146f req-be26cf5a-54ea-4714-9806-2bfaee58d2e9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 946 time: 0.0534418 Apr 06 12:50:52.935968 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eea75b0a-8080-44de-9cee-51c17cc1146f req-c9599be9-41e1-4e2c-96ae-7b5d5a1d5f63 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409689 Apr 06 12:50:54.067785 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d53837-c3a4-4a24-90a9-b371e193c9bf req-28e8f8df-5dd5-416d-87ba-e689ba339b4f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:54.069284 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-95d53837-c3a4-4a24-90a9-b371e193c9bf req-28e8f8df-5dd5-416d-87ba-e689ba339b4f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 946 time: 0.0559058 Apr 06 12:50:54.123758 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-95d53837-c3a4-4a24-90a9-b371e193c9bf req-8936f1e5-1918-41f6-a64d-710e5b42cdf6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467288 Apr 06 12:50:55.242932 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd2270-a7c1-40c2-a905-11f617261370 req-be9362f4-beb1-466b-95f9-5ae17cb6e577 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:55.244531 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2acd2270-a7c1-40c2-a905-11f617261370 req-be9362f4-beb1-466b-95f9-5ae17cb6e577 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 946 time: 0.0543418 Apr 06 12:50:55.291660 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2acd2270-a7c1-40c2-a905-11f617261370 req-698a8c23-ef04-4c77-a1fb-777d3e965b01 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413072 Apr 06 12:50:55.410198 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249a73a-041d-4f0b-a967-f5ecb53cde1d req-6e4e6788-ecc3-4810-8a64-bb93532dfb18 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:55.411606 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3249a73a-041d-4f0b-a967-f5ecb53cde1d req-6e4e6788-ecc3-4810-8a64-bb93532dfb18 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 946 time: 0.0527930 Apr 06 12:50:55.420616 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50108) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:50:55.424904 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-51a7ac8b-a1a2-42f5-b79f-d54889ca691d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'floatingip': {'port_id': '9e4eafe1-5a89-4362-8705-2a66746ba5bc'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:50:55.465997 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-51a7ac8b-a1a2-42f5-b79f-d54889ca691d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (932ff9cf-081d-4351-ab86-d614286d392c), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:56.181684 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-51a7ac8b-a1a2-42f5-b79f-d54889ca691d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:56.237210 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-51a7ac8b-a1a2-42f5-b79f-d54889ca691d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (932ff9cf-081d-4351-ab86-d614286d392c), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:56.340761 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-51a7ac8b-a1a2-42f5-b79f-d54889ca691d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Floating IP 932ff9cf-081d-4351-ab86-d614286d392c associated. External IP: 172.27.0.160, port: 9e4eafe1-5a89-4362-8705-2a66746ba5bc. Apr 06 12:50:56.551249 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a7ac8b-a1a2-42f5-b79f-d54889ca691d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:50:56.660390 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a7ac8b-a1a2-42f5-b79f-d54889ca691d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:50:56.664857 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-51a7ac8b-a1a2-42f5-b79f-d54889ca691d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:50:56.670927 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:50:56.680175 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:56.680795 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:50:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:56.700576 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-51a7ac8b-a1a2-42f5-b79f-d54889ca691d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "PUT /v2.0/floatingips/932ff9cf-081d-4351-ab86-d614286d392c HTTP/1.1" status: 200 len: 992 time: 1.2789199 Apr 06 12:50:56.701254 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2187246-d522-4dd3-9087-2d4add141c41', 'tag': '9e4eafe1-5a89-4362-8705-2a66746ba5bc'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:50:56.703965 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2187246-d522-4dd3-9087-2d4add141c41", "tag": "9e4eafe1-5a89-4362-8705-2a66746ba5bc"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:50:56.742074 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5aa642-c29e-4f67-9937-e2187fd49473 x-openstack-request-id: req-cf5aa642-c29e-4f67-9937-e2187fd49473 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:50:56.742367 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2187246-d522-4dd3-9087-2d4add141c41", "tag": "9e4eafe1-5a89-4362-8705-2a66746ba5bc", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:50:56.742769 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf5aa642-c29e-4f67-9937-e2187fd49473 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:50:56.743178 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf5aa642-c29e-4f67-9937-e2187fd49473'] response: {'name': 'network-changed', 'server_uuid': 'c2187246-d522-4dd3-9087-2d4add141c41', 'tag': '9e4eafe1-5a89-4362-8705-2a66746ba5bc', 'status': 'completed', 'code': 200} Apr 06 12:50:56.792258 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:56.833264 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-dc9bcf0b-da37-46d2-846d-6c84f3e79882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:56.834988 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-dc9bcf0b-da37-46d2-846d-6c84f3e79882 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 1130 time: 0.0466268 Apr 06 12:50:56.926750 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-71000844-8188-4081-ba1b-c165fcd823fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:56.928223 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-71000844-8188-4081-ba1b-c165fcd823fe service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 916 time: 0.0871902 Apr 06 12:50:56.998441 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-364c42d3-bff4-4a5c-b29d-4f651d4b16b3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e4eafe1-5a89-4362-8705-2a66746ba5bc HTTP/1.1" status: 200 len: 1000 time: 0.0643427 Apr 06 12:50:57.029126 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '932ff9cf-081d-4351-ab86-d614286d392c', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': '9e4eafe1-5a89-4362-8705-2a66746ba5bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:2b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2187246-d522-4dd3-9087-2d4add141c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:50:39Z', 'updated_at': '2022-04-06T12:50:56Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}, {'id': '99d54e39-ffe1-4312-9ec9-b6e54e4977ff', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:48:39Z', 'updated_at': '2022-04-06T12:48:59Z', 'revision_number': 2, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:57.049116 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-5437f613-fd4a-45a7-b08e-ae6c405b5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:57.050612 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-5437f613-fd4a-45a7-b08e-ae6c405b5099 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0466831 Apr 06 12:50:57.055675 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:50:57.064511 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:50:57.065114 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:50:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:57.101985 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-38b339bf-0493-4536-8720-40e767e91998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:50:57.104041 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-38b339bf-0493-4536-8720-40e767e91998 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443189 Apr 06 12:50:57.174094 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:50:57.196213 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-d91a90f5-3efc-4e68-8d89-c013b6942359 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862172 Apr 06 12:50:57.291127 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65ac2c3b-cd24-4a57-bb78-70e9e758a3a9 req-b7c3f0ec-22db-4b8a-ae99-b56e39ef9b9e service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886722 Apr 06 12:50:57.418341 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '932ff9cf-081d-4351-ab86-d614286d392c', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': '9e4eafe1-5a89-4362-8705-2a66746ba5bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:2b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2187246-d522-4dd3-9087-2d4add141c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:50:39Z', 'updated_at': '2022-04-06T12:50:56Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}, {'id': '99d54e39-ffe1-4312-9ec9-b6e54e4977ff', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:48:39Z', 'updated_at': '2022-04-06T12:48:59Z', 'revision_number': 2, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:50:57.444557 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428a602-28f2-4bef-bbbe-52870c931c41 None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '932ff9cf-081d-4351-ab86-d614286d392c', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.160', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': '9e4eafe1-5a89-4362-8705-2a66746ba5bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:2b:75:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2187246-d522-4dd3-9087-2d4add141c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:50:39Z', 'updated_at': '2022-04-06T12:50:56Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}, {'id': '99d54e39-ffe1-4312-9ec9-b6e54e4977ff', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:48:39Z', 'updated_at': '2022-04-06T12:48:59Z', 'revision_number': 2, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:50:57.650953 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80db41ad-2ef1-47b5-a58a-7901a56251b5 None None] New status for floating IP 932ff9cf-081d-4351-ab86-d614286d392c: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:50:59.750850 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:51:03.922624 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:04.734158 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-53a21cdb-f638-423c-93a2-1f93b9456618 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491574 Apr 06 12:51:04.812812 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-9db5ef91-851b-46b8-acbf-3fc56af64505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:04.814352 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-9db5ef91-851b-46b8-acbf-3fc56af64505 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 1130 time: 0.0445158 Apr 06 12:51:04.917505 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-f4e981f0-f609-4ebe-91a3-a9b292c5991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:04.919037 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-f4e981f0-f609-4ebe-91a3-a9b292c5991b service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 916 time: 0.0849860 Apr 06 12:51:04.992289 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-c00ff9a3-bf16-4fd2-ab38-08f466db346a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b HTTP/1.1" status: 200 len: 1001 time: 0.0635984 Apr 06 12:51:05.041719 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-df1acc50-c31f-4f29-a624-e3e8db726167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:05.043158 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-df1acc50-c31f-4f29-a624-e3e8db726167 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0443749 Apr 06 12:51:05.092529 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-49c9e656-9165-4be9-a1c6-308f0ee3d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:05.094003 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-49c9e656-9165-4be9-a1c6-308f0ee3d44e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442750 Apr 06 12:51:05.186336 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-859d5374-a03f-477c-bd9e-534ae0441d9b service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844648 Apr 06 12:51:05.276251 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-086bb2c9-0ec0-4173-a59d-5c7378aaf5a5 req-484e7332-e09a-44a9-bfa8-a074ed2be645 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829346 Apr 06 12:51:09.327897 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-37a4d6ad-7665-49d2-b37f-83c978ba095e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:11.823548 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-82bd53b0-ee95-4a30-b0be-372de0292a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:13.042381 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:14.593923 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:16.105078 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:33.927201 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:36.749350 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:51:39.364535 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7b9bad58-01ed-4fbc-8d44-eaf55a2288fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:41.107193 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b5632-0ce3-4cea-81fa-154f43ea5af4 req-4a16cbd9-a003-46d9-9885-d91b6020bb6d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:41.108901 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8a9b5632-0ce3-4cea-81fa-154f43ea5af4 req-4a16cbd9-a003-46d9-9885-d91b6020bb6d tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 947 time: 0.0615003 Apr 06 12:51:41.157266 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8a9b5632-0ce3-4cea-81fa-154f43ea5af4 req-28e1c9a6-7247-4ec6-b5d9-433507190045 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429451 Apr 06 12:51:41.829615 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-20e088c2-0b73-4399-9916-b3c3df008b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:42.283781 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77d52b-7761-428e-8ffb-7980d985e8a2 req-b3b51c30-073a-4895-90e3-cbdd3f9186da tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:42.285281 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0c77d52b-7761-428e-8ffb-7980d985e8a2 req-b3b51c30-073a-4895-90e3-cbdd3f9186da tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 947 time: 0.0548995 Apr 06 12:51:42.336164 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0c77d52b-7761-428e-8ffb-7980d985e8a2 req-1bf10879-f751-4392-9da5-7ac6ee802f4c tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups?id=442f82c1-da08-4d06-b409-e3193b8a8b00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439875 Apr 06 12:51:42.711427 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-4fae33b4-713f-489e-8322-f9e7342365b3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:42.713030 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-4fae33b4-713f-489e-8322-f9e7342365b3 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 947 time: 0.0525577 Apr 06 12:51:42.820695 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Deleting port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:42.821135 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:42.912015 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] For port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:42.921324 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.046812 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.093906 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.094269 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (fae95c88-2c7a-490b-8408-bb11301bc615), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.094688 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Floating IP fae95c88-2c7a-490b-8408-bb11301bc615 disassociated. External IP: 172.27.0.75, port: 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3. Apr 06 12:51:43.095029 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Calling delete_port for 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:43.284142 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.316806 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event deleted for resources: {'Port': ['ID=2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:43.328238 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.328601 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.328951 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.329296 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.329720 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.329976 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.330318 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.330675 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.331012 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.331344 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.331677 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.332006 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.332334 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.332671 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.333005 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:43.463425 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6e4fbc3b-c710-493d-8676-73daca83898e req-d56060ad-026e-49b3-8942-6da91fed928f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 210 time: 0.0366752 Apr 06 12:51:43.477257 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Router 30b4dabb-48bf-487e-a649-d9d5c3389ece has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:51:43.592551 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:51:43.602709 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] Sync routers for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:51:43.613482 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:43.614092 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:51:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:43.637520 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] No DVR routers for this DVR port 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:51:43.640169 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:43.643514 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b562685a-7d47-4b9d-94b7-d43b174274c8 req-c76c59d4-2125-42fa-b358-6a1b1b31d794 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.74 "DELETE /v2.0/ports/2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 HTTP/1.1" status: 204 len: 173 time: 0.9251173 Apr 06 12:51:43.643956 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-deleted', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:51:43.646179 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778643d-440a-47b7-9285-2bc1c2f57384" -d '{"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-deleted", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:51:43.687621 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28627886-b347-4d8c-a931-abae0cabea11 x-openstack-request-id: req-28627886-b347-4d8c-a931-abae0cabea11 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:51:43.687621 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40", "name": "network-vif-deleted", "tag": "2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:51:43.687621 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28627886-b347-4d8c-a931-abae0cabea11 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:51:43.687621 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28627886-b347-4d8c-a931-abae0cabea11'] response: {'server_uuid': 'f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40', 'name': 'network-vif-deleted', 'tag': '2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3', 'status': 'completed', 'code': 200} Apr 06 12:51:43.737003 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:44.033090 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:44.063380 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] Checking router: 30b4dabb-48bf-487e-a649-d9d5c3389ece for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:51:44.073338 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:44.073953 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:51:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:44.184405 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:44.391551 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:44.419157 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828b1f43-c93e-451e-9b29-3e423acd841c None None] The sync data for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi is: [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'c0e1d876-b9fb-496f-a036-da4a0fdc09be', 'name': '', 'network_id': '2cdb5c4f-1c4f-4701-a26c-d9e2977221f9', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'mac_address': 'fa:16:3e:b0:ef:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:06Z', 'updated_at': '2022-04-06T12:39:12Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'subnets': [{'id': 'd72dd932-f396-4062-9184-7ec5f2a0cceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:51:44.585390 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c986d96d-7eb9-4f3d-a896-18391bd4187f req-5a77333b-95e6-4667-ab83-0b74de61a39b tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6cb06aa-952c-4cdb-9e4c-ab26bb1f9c40 HTTP/1.1" status: 200 len: 210 time: 0.0287120 Apr 06 12:51:44.659261 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3cb691-cf27-4ad7-acbf-fda6035b7d22 None None] New status for floating IP fae95c88-2c7a-490b-8408-bb11301bc615: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:51:44.662919 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:45.546043 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:45.567289 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:45.567639 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2d9f8aee-2983-4d8b-94fe-49b0ed90a1f3 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:45.753463 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50250) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:45.807722 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-85b2caae-c278-47fd-a650-49cb69335596 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (442f82c1-da08-4d06-b409-e3193b8a8b00), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:45.834648 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-85b2caae-c278-47fd-a650-49cb69335596 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (442f82c1-da08-4d06-b409-e3193b8a8b00), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:45.954951 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-85b2caae-c278-47fd-a650-49cb69335596 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (442f82c1-da08-4d06-b409-e3193b8a8b00), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:45.957565 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-85b2caae-c278-47fd-a650-49cb69335596 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:45.958812 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-85b2caae-c278-47fd-a650-49cb69335596 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "DELETE /v2.0/security-groups/442f82c1-da08-4d06-b409-e3193b8a8b00 HTTP/1.1" status: 204 len: 168 time: 0.2043681 Apr 06 12:51:45.962246 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50252) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:45.970173 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2caae-c278-47fd-a650-49cb69335596 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442f82c1-da08-4d06-b409-e3193b8a8b00,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:45.979046 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.api.v2.resource [None req-fab82bce-d90b-43aa-90de-af8c75ee042f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] show failed (client error): The resource could not be found. Apr 06 12:51:45.983111 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-fab82bce-d90b-43aa-90de-af8c75ee042f tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "GET /v2.0/security-groups/442f82c1-da08-4d06-b409-e3193b8a8b00 HTTP/1.1" status: 404 len: 347 time: 0.0196862 Apr 06 12:51:45.983281 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50256) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:46.090364 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.115581 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Deleting port accd3dd5-0202-46a1-b18e-0681bb9d37cc {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:46.115929 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (accd3dd5-0202-46a1-b18e-0681bb9d37cc), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.191880 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (accd3dd5-0202-46a1-b18e-0681bb9d37cc), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.192209 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (accd3dd5-0202-46a1-b18e-0681bb9d37cc), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.205544 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Calling delete_port for accd3dd5-0202-46a1-b18e-0681bb9d37cc owned by network:floatingip {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:46.380806 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (accd3dd5-0202-46a1-b18e-0681bb9d37cc), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.415773 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Pushing event deleted for resources: {'Port': ['ID=accd3dd5-0202-46a1-b18e-0681bb9d37cc,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:46.480071 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks [] for floatingip (fae95c88-2c7a-490b-8408-bb11301bc615), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.484167 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:46.484167 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-069a05e4-d7dc-4602-a853-4b4835d9e802 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] 10.222.0.60 "DELETE /v2.0/floatingips/fae95c88-2c7a-490b-8408-bb11301bc615 HTTP/1.1" status: 204 len: 168 time: 0.4996879 Apr 06 12:51:49.232491 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50298) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:50.014773 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (30b4dabb-48bf-487e-a649-d9d5c3389ece), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:50.266755 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Deleting port c0e1d876-b9fb-496f-a036-da4a0fdc09be {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:50.267439 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:50.353437 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] For port c0e1d876-b9fb-496f-a036-da4a0fdc09be, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=c0e1d876-b9fb-496f-a036-da4a0fdc09be,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:50.353781 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:50.367432 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Calling delete_port for c0e1d876-b9fb-496f-a036-da4a0fdc09be owned by network:router_interface {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:50.635189 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (c0e1d876-b9fb-496f-a036-da4a0fdc09be), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:50.664250 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e1d876-b9fb-496f-a036-da4a0fdc09be,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:50.846793 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (30b4dabb-48bf-487e-a649-d9d5c3389ece), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:51.074867 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Router 30b4dabb-48bf-487e-a649-d9d5c3389ece has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:51:51.188137 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:51:51.193341 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-56c9b529-1a70-4810-9e29-4cfbcbb1b4da admin admin] 10.222.0.60 "PUT /v2.0/routers/30b4dabb-48bf-487e-a649-d9d5c3389ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9598320 Apr 06 12:51:51.196464 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50316) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:51.197307 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] Sync routers for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:51:51.207533 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:51.208141 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:51:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:51.302697 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks [] for router (30b4dabb-48bf-487e-a649-d9d5c3389ece), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:51.315788 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:51.409462 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks [] for router_gateway (30b4dabb-48bf-487e-a649-d9d5c3389ece), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:51.501800 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:51:50Z', 'revision_number': 5, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port': {'id': '0d213045-1c1d-4258-85af-b2e4d72f942f', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ae:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:39:00Z', 'updated_at': '2022-04-06T12:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:51.524213 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Deleting port 0d213045-1c1d-4258-85af-b2e4d72f942f {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:51.524550 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:51.528676 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] Checking router: 30b4dabb-48bf-487e-a649-d9d5c3389ece for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:51:51.538991 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] Routers {'30b4dabb-48bf-487e-a649-d9d5c3389ece'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:51.539627 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:51:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['30b4dabb-48bf-487e-a649-d9d5c3389ece'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:51.605354 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] For port 0d213045-1c1d-4258-85af-b2e4d72f942f, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=0d213045-1c1d-4258-85af-b2e4d72f942f,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:51.605818 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:51.618602 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Calling delete_port for 0d213045-1c1d-4258-85af-b2e4d72f942f owned by network:router_gateway {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:51.627624 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] Set router 30b4dabb-48bf-487e-a649-d9d5c3389ece gateway port host: None {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:51.682448 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:51:51Z', 'revision_number': 6, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port_host': None}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:51.723988 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a2d9b3-3103-441e-afc9-8b02dc26cf89 None None] The sync data for ids ['30b4dabb-48bf-487e-a649-d9d5c3389ece'] in dv-cinder-836069-1-iscsi is: [{'id': '30b4dabb-48bf-487e-a649-d9d5c3389ece', 'name': 'tempest-AttachVolumeShelveTestJSON-767758918-router', 'tenant_id': '5a6d568f27224862bf179a9bf658e90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:38:59Z', 'updated_at': '2022-04-06T12:51:51Z', 'revision_number': 6, 'project_id': '5a6d568f27224862bf179a9bf658e90e', 'gw_port_host': None}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:51:51.878274 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (0d213045-1c1d-4258-85af-b2e4d72f942f), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:51.905342 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d213045-1c1d-4258-85af-b2e4d72f942f,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:51.970027 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (30b4dabb-48bf-487e-a649-d9d5c3389ece), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.069202 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (30b4dabb-48bf-487e-a649-d9d5c3389ece), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.071792 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks [] for router_controller (30b4dabb-48bf-487e-a649-d9d5c3389ece), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.195809 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (30b4dabb-48bf-487e-a649-d9d5c3389ece), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.204853 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30b4dabb-48bf-487e-a649-d9d5c3389ece {{(pid=103994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:51:52.204853 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.204853 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-2fbd9e0f-7c1d-4a2d-a194-c9b52080bc71 admin admin] 10.222.0.60 "DELETE /v2.0/routers/30b4dabb-48bf-487e-a649-d9d5c3389ece HTTP/1.1" status: 204 len: 168 time: 1.0059340 Apr 06 12:51:52.206608 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50334) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:52.253284 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ee6c53-09a1-4dc4-9d35-fc9c91124310 admin admin] Deleting subnet d72dd932-f396-4062-9184-7ec5f2a0cceb {{(pid=103994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:51:52.256451 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57ee6c53-09a1-4dc4-9d35-fc9c91124310 admin admin] Publish callbacks [] for subnet (d72dd932-f396-4062-9184-7ec5f2a0cceb), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.291187 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57ee6c53-09a1-4dc4-9d35-fc9c91124310 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391634'] for subnet (d72dd932-f396-4062-9184-7ec5f2a0cceb), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.374631 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57ee6c53-09a1-4dc4-9d35-fc9c91124310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (d72dd932-f396-4062-9184-7ec5f2a0cceb), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.532270 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57ee6c53-09a1-4dc4-9d35-fc9c91124310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118396692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118161717'] for subnet (d72dd932-f396-4062-9184-7ec5f2a0cceb), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.549420 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 0d213045-1c1d-4258-85af-b2e4d72f942f no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:52.575556 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee6c53-09a1-4dc4-9d35-fc9c91124310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d72dd932-f396-4062-9184-7ec5f2a0cceb,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:52.581737 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 0d213045-1c1d-4258-85af-b2e4d72f942f {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:52.581737 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 0d213045-1c1d-4258-85af-b2e4d72f942f not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:52.581737 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device c0e1d876-b9fb-496f-a036-da4a0fdc09be no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:52.582278 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-57ee6c53-09a1-4dc4-9d35-fc9c91124310 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.585758 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50340) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:52.586252 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-57ee6c53-09a1-4dc4-9d35-fc9c91124310 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d72dd932-f396-4062-9184-7ec5f2a0cceb HTTP/1.1" status: 204 len: 168 time: 0.3774719 Apr 06 12:51:52.599763 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: c0e1d876-b9fb-496f-a036-da4a0fdc09be {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:52.599878 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device c0e1d876-b9fb-496f-a036-da4a0fdc09be not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:52.601606 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc8d63-00df-4b29-a7ab-fd20adccb3e4 None None] Network 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:51:52.692474 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (2cdb5c4f-1c4f-4701-a26c-d9e2977221f9), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.739801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f721b-a8cd-4161-8972-130824786bec req-6f218757-ca27-48ab-9661-3f47af98a592 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:52.742168 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c61f721b-a8cd-4161-8972-130824786bec req-6f218757-ca27-48ab-9661-3f47af98a592 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 945 time: 0.0811672 Apr 06 12:51:52.755726 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Deleting port cd3d1691-980c-4367-b7a0-cde43a5796cd {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:52.756066 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.805713 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] DHCP port deletion for 2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:51:52.832538 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c61f721b-a8cd-4161-8972-130824786bec req-7a909f99-ed86-4e71-afdb-d6a71a0a7c33 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834918 Apr 06 12:51:52.836211 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] For port cd3d1691-980c-4367-b7a0-cde43a5796cd, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=cd3d1691-980c-4367-b7a0-cde43a5796cd,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:52.836650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.858514 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Calling delete_port for cd3d1691-980c-4367-b7a0-cde43a5796cd owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:52.879659 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Deleting port cd3d1691-980c-4367-b7a0-cde43a5796cd {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:52.880036 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.950894 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] For port cd3d1691-980c-4367-b7a0-cde43a5796cd, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=cd3d1691-980c-4367-b7a0-cde43a5796cd,segment=NetworkSegment(fe06e642-c890-40cb-9b98-fe20f4c24260),segment_id=fe06e642-c890-40cb-9b98-fe20f4c24260)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:52.951298 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:52.965231 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Calling delete_port for cd3d1691-980c-4367-b7a0-cde43a5796cd owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:53.052182 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.068321 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (cd3d1691-980c-4367-b7a0-cde43a5796cd), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.084307 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cd3d1691-980c-4367-b7a0-cde43a5796cd,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:53.089002 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] No DVR routers for this DVR port cd3d1691-980c-4367-b7a0-cde43a5796cd on host dv-cinder-836069-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:51:53.093801 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Pushing event deleted for resources: {'Port': ['ID=cd3d1691-980c-4367-b7a0-cde43a5796cd,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:53.097268 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.097630 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.097974 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.098760 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.098760 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.099008 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.099455 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.099705 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.100036 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.100367 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.100862 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.101038 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.101369 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.101705 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.103015 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.103901 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.104255 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.104887 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.105014 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.105248 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.105582 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.105950 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.106267 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.106580 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.106909 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.107237 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.107560 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.107882 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.108202 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.108521 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:51:53.111498 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1720d6e-2ae4-494a-b15a-c4d98c8c1fc7 None None] No DVR routers for this DVR port cd3d1691-980c-4367-b7a0-cde43a5796cd on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:51:53.176064 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (2cdb5c4f-1c4f-4701-a26c-d9e2977221f9), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.197275 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cdb5c4f-1c4f-4701-a26c-d9e2977221f9']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:53.206510 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe06e642-c890-40cb-9b98-fe20f4c24260') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:53.206817 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe06e642-c890-40cb-9b98-fe20f4c24260') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:53.223531 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (fe06e642-c890-40cb-9b98-fe20f4c24260), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.237407 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (fe06e642-c890-40cb-9b98-fe20f4c24260), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.243357 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:51:53.243748 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (fe06e642-c890-40cb-9b98-fe20f4c24260), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:51:53.245373 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:51:53.375079 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (2cdb5c4f-1c4f-4701-a26c-d9e2977221f9), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.380762 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.384936 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] 10.222.0.60 "DELETE /v2.0/networks/2cdb5c4f-1c4f-4701-a26c-d9e2977221f9 HTTP/1.1" status: 204 len: 168 time: 0.7972696 Apr 06 12:51:53.396015 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23fd8fd-4e3b-4ed1-82dd-6af2a0e775fa admin admin] Pushing event deleted for resources: {'Network': ['ID=2cdb5c4f-1c4f-4701-a26c-d9e2977221f9,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:53.683060 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50344) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:53.722859 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f6818124-572f-4e6b-9826-1176e1c9617c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a6d568f27224862bf179a9bf658e90e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385585 Apr 06 12:51:53.725254 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50346) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:53.774253 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28254441-6e58-4b0f-98e3-57b92621df97 admin admin] Publish callbacks [] for security_group (fda2cffc-165c-481b-a4bf-96c9b72ce85c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.795413 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28254441-6e58-4b0f-98e3-57b92621df97 admin admin] Publish callbacks [] for security_group (fda2cffc-165c-481b-a4bf-96c9b72ce85c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.917982 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28254441-6e58-4b0f-98e3-57b92621df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fda2cffc-165c-481b-a4bf-96c9b72ce85c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.920633 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28254441-6e58-4b0f-98e3-57b92621df97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:53.921856 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-28254441-6e58-4b0f-98e3-57b92621df97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fda2cffc-165c-481b-a4bf-96c9b72ce85c HTTP/1.1" status: 204 len: 168 time: 0.1946635 Apr 06 12:51:53.930936 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28254441-6e58-4b0f-98e3-57b92621df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda2cffc-165c-481b-a4bf-96c9b72ce85c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:53.955423 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba11aba-c678-42ca-bd12-9e26e5bd564b req-51a97506-6673-403b-a16c-def4376d192b tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:53.957189 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7ba11aba-c678-42ca-bd12-9e26e5bd564b req-51a97506-6673-403b-a16c-def4376d192b tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 945 time: 0.0572088 Apr 06 12:51:54.023996 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7ba11aba-c678-42ca-bd12-9e26e5bd564b req-63af72c5-59ab-46ee-8114-846c420a7050 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604935 Apr 06 12:51:54.502231 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device cd3d1691-980c-4367-b7a0-cde43a5796cd no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:54.526104 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: cd3d1691-980c-4367-b7a0-cde43a5796cd {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:54.526472 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device cd3d1691-980c-4367-b7a0-cde43a5796cd not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:54.986804 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-e6ff0380-f28d-4f32-904f-3a84dc013a1f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:54.988225 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-e6ff0380-f28d-4f32-904f-3a84dc013a1f tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 945 time: 0.0527723 Apr 06 12:51:55.091184 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Deleting port 78fe503b-5303-49a7-9c86-fb9311f405fa {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:55.091582 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:55.217069 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] For port 78fe503b-5303-49a7-9c86-fb9311f405fa, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=78fe503b-5303-49a7-9c86-fb9311f405fa,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:51:55.217674 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:55.226499 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd752b-b7dd-462e-bc2c-4639a8752fba req-e0e97dbb-ffac-468f-8407-3841dde29ce9 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:51:55.228249 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dcbd752b-b7dd-462e-bc2c-4639a8752fba req-e0e97dbb-ffac-468f-8407-3841dde29ce9 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 945 time: 0.1216586 Apr 06 12:51:55.323152 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dcbd752b-b7dd-462e-bc2c-4639a8752fba req-9fc9d223-65bb-49e7-b18d-8e7920ce69bc tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups?id=9eae7799-69c5-491a-b59d-ffe5fefd0028&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875173 Apr 06 12:51:55.429963 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:55.430323 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (dfb02888-446d-41e3-bc48-b44fd305b7a0), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:55.430669 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Floating IP dfb02888-446d-41e3-bc48-b44fd305b7a0 disassociated. External IP: 172.27.0.27, port: 78fe503b-5303-49a7-9c86-fb9311f405fa. Apr 06 12:51:55.431010 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Calling delete_port for 78fe503b-5303-49a7-9c86-fb9311f405fa owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:55.906645 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (78fe503b-5303-49a7-9c86-fb9311f405fa), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:55.941854 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event deleted for resources: {'Port': ['ID=78fe503b-5303-49a7-9c86-fb9311f405fa,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:56.057420 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:51:56.176593 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:51:56.187340 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] Sync routers for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:51:56.200057 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:56.200683 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:51:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:56.218350 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] No DVR routers for this DVR port 78fe503b-5303-49a7-9c86-fb9311f405fa on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:51:56.220815 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:56.224175 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-596bc5f8-9efa-4f1d-8da4-700573d53c4f req-8e306941-5d1c-4f55-915f-a7f1b468db48 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.74 "DELETE /v2.0/ports/78fe503b-5303-49a7-9c86-fb9311f405fa HTTP/1.1" status: 204 len: 173 time: 1.2309616 Apr 06 12:51:56.224638 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'name': 'network-vif-deleted', 'tag': '78fe503b-5303-49a7-9c86-fb9311f405fa'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:51:56.227913 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76293a95-6bb1-493c-9197-aced6c18043d" -d '{"events": [{"server_uuid": "0ecf1d55-bc78-4ac1-8094-b9bc0094159b", "name": "network-vif-deleted", "tag": "78fe503b-5303-49a7-9c86-fb9311f405fa"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:51:56.265026 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3392df35-aaae-41dd-9857-7ba0fa778de3 x-openstack-request-id: req-3392df35-aaae-41dd-9857-7ba0fa778de3 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:51:56.265431 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecf1d55-bc78-4ac1-8094-b9bc0094159b", "name": "network-vif-deleted", "tag": "78fe503b-5303-49a7-9c86-fb9311f405fa", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:51:56.265777 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3392df35-aaae-41dd-9857-7ba0fa778de3 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:51:56.266278 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3392df35-aaae-41dd-9857-7ba0fa778de3'] response: {'server_uuid': '0ecf1d55-bc78-4ac1-8094-b9bc0094159b', 'name': 'network-vif-deleted', 'tag': '78fe503b-5303-49a7-9c86-fb9311f405fa', 'status': 'completed', 'code': 200} Apr 06 12:51:56.318703 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:56.451779 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4b07a7b1-9035-4d84-9edd-d619a3de949f req-d7b62faf-5169-4a6e-a01a-d6b48e9e8ba9 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ecf1d55-bc78-4ac1-8094-b9bc0094159b HTTP/1.1" status: 200 len: 210 time: 0.0499377 Apr 06 12:51:56.676619 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:56.703070 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] Checking router: ff949d93-aade-4cfd-988d-4e9b34fa5bc4 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:51:56.711636 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:51:56.712253 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:51:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:56.822169 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:51:57.033208 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:51:57.061144 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a3f1c-e96d-41a2-ae32-65e01b2e6c49 None None] The sync data for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi is: [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:41:15Z', 'revision_number': 4, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '222abb43-79a0-4a7b-ab18-5a61992b92e1', 'name': '', 'network_id': '4a7333ee-54b6-402d-8b31-d65ec196205c', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'mac_address': 'fa:16:3e:c1:26:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '111597ec-f219-48ba-b05f-e833846f3adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:14Z', 'updated_at': '2022-04-06T12:41:19Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'subnets': [{'id': '111597ec-f219-48ba-b05f-e833846f3adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:51:57.295277 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a113fe-81c6-48eb-9abe-70bcca805444 None None] New status for floating IP dfb02888-446d-41e3-bc48-b44fd305b7a0: DOWN {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:51:57.593108 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50398) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:57.610370 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 78fe503b-5303-49a7-9c86-fb9311f405fa no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:51:57.631558 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 78fe503b-5303-49a7-9c86-fb9311f405fa {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:51:57.632064 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 78fe503b-5303-49a7-9c86-fb9311f405fa not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:51:57.651854 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-20edd4e7-e047-4f89-88b2-ee8a0fad5f05 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (9eae7799-69c5-491a-b59d-ffe5fefd0028), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:57.675558 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-20edd4e7-e047-4f89-88b2-ee8a0fad5f05 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (9eae7799-69c5-491a-b59d-ffe5fefd0028), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:57.803922 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-20edd4e7-e047-4f89-88b2-ee8a0fad5f05 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9eae7799-69c5-491a-b59d-ffe5fefd0028), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:57.806579 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-20edd4e7-e047-4f89-88b2-ee8a0fad5f05 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:57.807841 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-20edd4e7-e047-4f89-88b2-ee8a0fad5f05 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "DELETE /v2.0/security-groups/9eae7799-69c5-491a-b59d-ffe5fefd0028 HTTP/1.1" status: 204 len: 168 time: 0.2137012 Apr 06 12:51:57.811151 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50400) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:57.817267 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edd4e7-e047-4f89-88b2-ee8a0fad5f05 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eae7799-69c5-491a-b59d-ffe5fefd0028,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:57.825725 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.api.v2.resource [None req-353b70d2-46c1-4aaa-b151-7bb726197f85 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] show failed (client error): The resource could not be found. Apr 06 12:51:57.826770 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-353b70d2-46c1-4aaa-b151-7bb726197f85 tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "GET /v2.0/security-groups/9eae7799-69c5-491a-b59d-ffe5fefd0028 HTTP/1.1" status: 404 len: 347 time: 0.0146043 Apr 06 12:51:57.831545 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50402) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:51:57.957396 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Deleting port 1507a575-b03f-4a9a-9190-bb5a6cb3121e {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:51:57.957738 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (1507a575-b03f-4a9a-9190-bb5a6cb3121e), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:58.039739 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (1507a575-b03f-4a9a-9190-bb5a6cb3121e), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:58.039989 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (1507a575-b03f-4a9a-9190-bb5a6cb3121e), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:58.052251 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Calling delete_port for 1507a575-b03f-4a9a-9190-bb5a6cb3121e owned by network:floatingip {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:51:58.254487 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (1507a575-b03f-4a9a-9190-bb5a6cb3121e), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:58.282924 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Pushing event deleted for resources: {'Port': ['ID=1507a575-b03f-4a9a-9190-bb5a6cb3121e,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:51:58.350164 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks [] for floatingip (dfb02888-446d-41e3-bc48-b44fd305b7a0), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:58.352734 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:51:58.353816 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-661711c1-2116-4165-a7c3-64b89658294d tempest-AttachVolumeTestJSON-1978755948 tempest-AttachVolumeTestJSON-1978755948-project] 10.222.0.60 "DELETE /v2.0/floatingips/dfb02888-446d-41e3-bc48-b44fd305b7a0 HTTP/1.1" status: 204 len: 168 time: 0.5212924 Apr 06 12:51:59.903659 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50438) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:00.011044 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7467-023e-4fe1-87f6-09a5800488a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.087722 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7467-023e-4fe1-87f6-09a5800488a5 admin admin] Publish callbacks [] for security_group (3f799062-92bf-4e0e-9926-a8a03bbf5a3c), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.163793 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-bcbe7467-023e-4fe1-87f6-09a5800488a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (3f799062-92bf-4e0e-9926-a8a03bbf5a3c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.204422 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe7467-023e-4fe1-87f6-09a5800488a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f799062-92bf-4e0e-9926-a8a03bbf5a3c,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:00.208709 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-bcbe7467-023e-4fe1-87f6-09a5800488a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0ea6d0a7b9f47069cbc9800db467fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040287 Apr 06 12:52:00.212376 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50442) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:00.263771 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-863dafc0-b785-4cc3-ba7b-7a9d3a7069ef admin admin] Publish callbacks [] for security_group (3f799062-92bf-4e0e-9926-a8a03bbf5a3c), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.285564 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-863dafc0-b785-4cc3-ba7b-7a9d3a7069ef admin admin] Publish callbacks [] for security_group (3f799062-92bf-4e0e-9926-a8a03bbf5a3c), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.414617 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-863dafc0-b785-4cc3-ba7b-7a9d3a7069ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (3f799062-92bf-4e0e-9926-a8a03bbf5a3c), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.417101 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-863dafc0-b785-4cc3-ba7b-7a9d3a7069ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:00.418329 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-863dafc0-b785-4cc3-ba7b-7a9d3a7069ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f799062-92bf-4e0e-9926-a8a03bbf5a3c HTTP/1.1" status: 204 len: 168 time: 0.2036834 Apr 06 12:52:00.426263 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863dafc0-b785-4cc3-ba7b-7a9d3a7069ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f799062-92bf-4e0e-9926-a8a03bbf5a3c,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:02.334023 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50500) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:02.855771 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:03.121493 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Deleting port 222abb43-79a0-4a7b-ab18-5a61992b92e1 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:03.121743 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:03.200048 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] For port 222abb43-79a0-4a7b-ab18-5a61992b92e1, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=222abb43-79a0-4a7b-ab18-5a61992b92e1,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:03.200413 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:03.213935 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Calling delete_port for 222abb43-79a0-4a7b-ab18-5a61992b92e1 owned by network:router_interface {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:03.460859 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (222abb43-79a0-4a7b-ab18-5a61992b92e1), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:03.484693 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=222abb43-79a0-4a7b-ab18-5a61992b92e1,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:03.665103 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:03.887583 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:52:03.894493 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.002981 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:52:04.009004 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-1de1f395-d324-4e47-92c6-e601b07f3ee6 admin admin] 10.222.0.60 "PUT /v2.0/routers/ff949d93-aade-4cfd-988d-4e9b34fa5bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6726196 Apr 06 12:52:04.011089 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50512) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:04.015047 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] Sync routers for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:52:04.025874 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:04.026558 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:51:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:04.146124 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:04.156389 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks [] for router (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.280705 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks [] for router_gateway (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.342968 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:52:03Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:04.376829 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] Checking router: ff949d93-aade-4cfd-988d-4e9b34fa5bc4 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:52:04.379183 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] Routers {'ff949d93-aade-4cfd-988d-4e9b34fa5bc4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:04.379795 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:51:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:04.516374 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] Set router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:04.728518 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Deleting port 245b4e6f-903e-4a09-8ed0-1cad20eb3785 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:04.732269 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.732399 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:52:03Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:04.763396 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c281df-2679-4acf-af5c-66707f817f0d None None] The sync data for ids ['ff949d93-aade-4cfd-988d-4e9b34fa5bc4'] in dv-cinder-836069-1-iscsi is: [{'id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'name': 'tempest-AttachVolumeTestJSON-1601675034-router', 'tenant_id': '11bb034cba2b4216a3107f4483bb1e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:41:09Z', 'updated_at': '2022-04-06T12:52:03Z', 'revision_number': 5, 'project_id': '11bb034cba2b4216a3107f4483bb1e41', 'gw_port': {'id': '245b4e6f-903e-4a09-8ed0-1cad20eb3785', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff949d93-aade-4cfd-988d-4e9b34fa5bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:41:11Z', 'updated_at': '2022-04-06T12:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:52:04.817160 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] For port 245b4e6f-903e-4a09-8ed0-1cad20eb3785, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=245b4e6f-903e-4a09-8ed0-1cad20eb3785,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:04.817531 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:04.836379 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Calling delete_port for 245b4e6f-903e-4a09-8ed0-1cad20eb3785 owned by network:router_gateway {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:05.074898 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (245b4e6f-903e-4a09-8ed0-1cad20eb3785), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.102343 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Pushing event deleted for resources: {'Port': ['ID=245b4e6f-903e-4a09-8ed0-1cad20eb3785,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:05.167634 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.267563 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.269823 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks [] for router_controller (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.379817 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (ff949d93-aade-4cfd-988d-4e9b34fa5bc4), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.380359 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff949d93-aade-4cfd-988d-4e9b34fa5bc4 {{(pid=103994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:52:05.384766 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.385874 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0d214b5a-2d29-4ffb-8cbe-cdbfb14f10db admin admin] 10.222.0.60 "DELETE /v2.0/routers/ff949d93-aade-4cfd-988d-4e9b34fa5bc4 HTTP/1.1" status: 204 len: 168 time: 1.3738067 Apr 06 12:52:05.388666 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50526) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:05.436632 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_v2 [None req-9963eadc-1dfb-4ec5-ba6f-2caccf15278b admin admin] Deleting subnet 111597ec-f219-48ba-b05f-e833846f3adf {{(pid=103994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:52:05.439912 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9963eadc-1dfb-4ec5-ba6f-2caccf15278b admin admin] Publish callbacks [] for subnet (111597ec-f219-48ba-b05f-e833846f3adf), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.476955 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9963eadc-1dfb-4ec5-ba6f-2caccf15278b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391634'] for subnet (111597ec-f219-48ba-b05f-e833846f3adf), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.564987 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9963eadc-1dfb-4ec5-ba6f-2caccf15278b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (111597ec-f219-48ba-b05f-e833846f3adf), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.671755 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9963eadc-1dfb-4ec5-ba6f-2caccf15278b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118396692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118161717'] for subnet (111597ec-f219-48ba-b05f-e833846f3adf), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.698019 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963eadc-1dfb-4ec5-ba6f-2caccf15278b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=111597ec-f219-48ba-b05f-e833846f3adf,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:05.701658 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9963eadc-1dfb-4ec5-ba6f-2caccf15278b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.705146 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-9963eadc-1dfb-4ec5-ba6f-2caccf15278b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/111597ec-f219-48ba-b05f-e833846f3adf HTTP/1.1" status: 204 len: 168 time: 0.3152449 Apr 06 12:52:05.706999 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e35844-5da2-488e-896b-54f15ed42a79 None None] Network 4a7333ee-54b6-402d-8b31-d65ec196205c requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:52:05.707623 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50528) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:05.777054 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (4a7333ee-54b6-402d-8b31-d65ec196205c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.838656 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Deleting port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:05.838992 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.860209 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ed208e-e640-4921-9572-e43c51362830 None None] DHCP port deletion for 4a7333ee-54b6-402d-8b31-d65ec196205c request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:52:05.921597 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-76ed208e-e640-4921-9572-e43c51362830 None None] Deleting port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:05.922043 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-76ed208e-e640-4921-9572-e43c51362830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:05.994227 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-76ed208e-e640-4921-9572-e43c51362830 None None] For port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f9064c0a-d262-43d5-a35e-ed1f6dacdf7b,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:05.994665 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-76ed208e-e640-4921-9572-e43c51362830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.015011 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-76ed208e-e640-4921-9572-e43c51362830 None None] Calling delete_port for f9064c0a-d262-43d5-a35e-ed1f6dacdf7b owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:06.185903 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] For port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f9064c0a-d262-43d5-a35e-ed1f6dacdf7b,segment=NetworkSegment(fbfc119b-93a6-416f-ad34-6c260155bf7c),segment_id=fbfc119b-93a6-416f-ad34-6c260155bf7c)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:06.185903 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.190581 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Calling delete_port for f9064c0a-d262-43d5-a35e-ed1f6dacdf7b owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:06.240117 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-76ed208e-e640-4921-9572-e43c51362830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.265627 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed208e-e640-4921-9572-e43c51362830 None None] Pushing event deleted for resources: {'Port': ['ID=f9064c0a-d262-43d5-a35e-ed1f6dacdf7b,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:06.273376 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed208e-e640-4921-9572-e43c51362830 None None] No DVR routers for this DVR port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:52:06.277315 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (f9064c0a-d262-43d5-a35e-ed1f6dacdf7b), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.307325 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=f9064c0a-d262-43d5-a35e-ed1f6dacdf7b,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:06.311819 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] No DVR routers for this DVR port f9064c0a-d262-43d5-a35e-ed1f6dacdf7b on host dv-cinder-836069-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:52:06.382975 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (4a7333ee-54b6-402d-8b31-d65ec196205c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.402256 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a7333ee-54b6-402d-8b31-d65ec196205c']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:06.411884 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbfc119b-93a6-416f-ad34-6c260155bf7c') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:06.415723 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbfc119b-93a6-416f-ad34-6c260155bf7c') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:06.422786 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (fbfc119b-93a6-416f-ad34-6c260155bf7c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.437588 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (fbfc119b-93a6-416f-ad34-6c260155bf7c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.443983 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:52:06.444572 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (fbfc119b-93a6-416f-ad34-6c260155bf7c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: self.session.flush() Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: self.session.flush() Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: self.session.flush() Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: self.session.flush() Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:52:06.446225 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:52:06.515225 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 245b4e6f-903e-4a09-8ed0-1cad20eb3785 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:06.542368 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 245b4e6f-903e-4a09-8ed0-1cad20eb3785 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:06.542368 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 245b4e6f-903e-4a09-8ed0-1cad20eb3785 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:06.542368 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 222abb43-79a0-4a7b-ab18-5a61992b92e1 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:06.557538 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 222abb43-79a0-4a7b-ab18-5a61992b92e1 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:06.557889 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 222abb43-79a0-4a7b-ab18-5a61992b92e1 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:06.558382 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f9064c0a-d262-43d5-a35e-ed1f6dacdf7b no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:06.578644 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: f9064c0a-d262-43d5-a35e-ed1f6dacdf7b {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:06.578982 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f9064c0a-d262-43d5-a35e-ed1f6dacdf7b not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:06.633364 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (4a7333ee-54b6-402d-8b31-d65ec196205c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.641323 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:06.648439 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] 10.222.0.60 "DELETE /v2.0/networks/4a7333ee-54b6-402d-8b31-d65ec196205c HTTP/1.1" status: 204 len: 168 time: 0.9359264 Apr 06 12:52:06.658207 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da765d6a-4357-4c9b-a0fd-01de136e3a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=4a7333ee-54b6-402d-8b31-d65ec196205c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:06.737836 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6e2a0-4d67-4eb4-a5dd-8a485782750d req-ea961fb3-732f-4330-bc34-7be3a26b9bcd tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:06.739282 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-76e6e2a0-4d67-4eb4-a5dd-8a485782750d req-ea961fb3-732f-4330-bc34-7be3a26b9bcd tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0544941 Apr 06 12:52:06.793438 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-76e6e2a0-4d67-4eb4-a5dd-8a485782750d req-cfa27d22-a72f-4c03-815b-494c12ba90d6 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483365 Apr 06 12:52:06.982086 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5211349c-b677-44e6-8f37-5124abccafbc req-b4ec9194-a92f-4760-b517-c11a2dad0eaf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441976 Apr 06 12:52:06.998614 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50544) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:07.038913 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-8dbe0a28-e50b-4abd-af56-1d261e9fc15c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11bb034cba2b4216a3107f4483bb1e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391552 Apr 06 12:52:07.041641 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50546) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:07.082892 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211349c-b677-44e6-8f37-5124abccafbc req-b019bedd-57aa-4d53-835e-ec7bb2c755cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:07.084503 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5211349c-b677-44e6-8f37-5124abccafbc req-b019bedd-57aa-4d53-835e-ec7bb2c755cd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 1130 time: 0.0442753 Apr 06 12:52:07.093043 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a46269fd-c90e-44d7-b980-111ab9f03fa8 admin admin] Publish callbacks [] for security_group (387fa23e-f704-400d-9bd5-02de2e80f192), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:07.117078 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a46269fd-c90e-44d7-b980-111ab9f03fa8 admin admin] Publish callbacks [] for security_group (387fa23e-f704-400d-9bd5-02de2e80f192), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:07.239740 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a46269fd-c90e-44d7-b980-111ab9f03fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (387fa23e-f704-400d-9bd5-02de2e80f192), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:07.242877 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a46269fd-c90e-44d7-b980-111ab9f03fa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:07.244056 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a46269fd-c90e-44d7-b980-111ab9f03fa8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/387fa23e-f704-400d-9bd5-02de2e80f192 HTTP/1.1" status: 204 len: 168 time: 0.2014332 Apr 06 12:52:07.252523 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46269fd-c90e-44d7-b980-111ab9f03fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387fa23e-f704-400d-9bd5-02de2e80f192,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:07.916873 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef17fb4-2660-467e-aa6b-e2d2ae0ae902 req-fd2c381a-e5eb-4957-bd53-c1a9b5f72d82 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:07.918454 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5ef17fb4-2660-467e-aa6b-e2d2ae0ae902 req-fd2c381a-e5eb-4957-bd53-c1a9b5f72d82 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0540214 Apr 06 12:52:07.970928 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5ef17fb4-2660-467e-aa6b-e2d2ae0ae902 req-6d9efcb8-8bf1-4e63-8b74-d4ce485b0493 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469236 Apr 06 12:52:08.307956 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211349c-b677-44e6-8f37-5124abccafbc req-a68f099f-3335-4b47-8029-8198351795c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:08.309614 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5211349c-b677-44e6-8f37-5124abccafbc req-a68f099f-3335-4b47-8029-8198351795c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 916 time: 0.0926323 Apr 06 12:52:09.062365 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50604) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:09.144174 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5211349c-b677-44e6-8f37-5124abccafbc req-4e80fc2e-e8b6-43a8-9e67-d00682d152e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b HTTP/1.1" status: 200 len: 1001 time: 0.0774689 Apr 06 12:52:09.157438 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b77729-dad9-4a0e-b678-d92843463684 req-14e4b7a7-07e8-4157-a58f-faf0c67a9a36 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:09.159124 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-77b77729-dad9-4a0e-b678-d92843463684 req-14e4b7a7-07e8-4157-a58f-faf0c67a9a36 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.1191461 Apr 06 12:52:09.177510 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1344687c-5598-4d09-8118-821b9a890735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:09.218145 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-77b77729-dad9-4a0e-b678-d92843463684 req-8c3cef88-47d9-4e68-be22-3e399a348d81 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511076 Apr 06 12:52:09.261872 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1344687c-5598-4d09-8118-821b9a890735 admin admin] Publish callbacks [] for security_group (8937157a-c32b-412a-b641-9fc0378e9469), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:09.325305 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1344687c-5598-4d09-8118-821b9a890735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8937157a-c32b-412a-b641-9fc0378e9469), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:09.354204 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9b6b2c82-c4f3-4f57-9f2d-ef1fd68f45a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:09.366843 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1344687c-5598-4d09-8118-821b9a890735 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=568a3e6f12c74d7d9947de0d7c0377e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032429 Apr 06 12:52:09.368082 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344687c-5598-4d09-8118-821b9a890735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8937157a-c32b-412a-b641-9fc0378e9469,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:09.369677 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50608) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:09.417757 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-55c8311b-6550-4d6c-ac5b-d5883da36f92 admin admin] Publish callbacks [] for security_group (8937157a-c32b-412a-b641-9fc0378e9469), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:09.439478 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-55c8311b-6550-4d6c-ac5b-d5883da36f92 admin admin] Publish callbacks [] for security_group (8937157a-c32b-412a-b641-9fc0378e9469), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:09.588648 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-55c8311b-6550-4d6c-ac5b-d5883da36f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8937157a-c32b-412a-b641-9fc0378e9469), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:09.591332 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-55c8311b-6550-4d6c-ac5b-d5883da36f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:09.592498 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-55c8311b-6550-4d6c-ac5b-d5883da36f92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8937157a-c32b-412a-b641-9fc0378e9469 HTTP/1.1" status: 204 len: 168 time: 0.2217453 Apr 06 12:52:09.601822 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8311b-6550-4d6c-ac5b-d5883da36f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8937157a-c32b-412a-b641-9fc0378e9469,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:10.353172 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ce9eb-4211-4fbb-9948-31152f95433a req-b42abca9-c6ba-4991-b4b5-652e05aef9e0 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:10.356299 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-277ce9eb-4211-4fbb-9948-31152f95433a req-b42abca9-c6ba-4991-b4b5-652e05aef9e0 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0657232 Apr 06 12:52:10.405942 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-277ce9eb-4211-4fbb-9948-31152f95433a req-09f229c2-c046-494d-a447-b4e480584a84 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Apr 06 12:52:10.505159 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211349c-b677-44e6-8f37-5124abccafbc req-187c7c87-03ed-4fb6-8e7b-107ec81361ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:10.507341 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5211349c-b677-44e6-8f37-5124abccafbc req-187c7c87-03ed-4fb6-8e7b-107ec81361ac service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0468879 Apr 06 12:52:10.557621 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211349c-b677-44e6-8f37-5124abccafbc req-272db1b0-17ba-4df8-a963-f2da2bfd93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:10.559159 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5211349c-b677-44e6-8f37-5124abccafbc req-272db1b0-17ba-4df8-a963-f2da2bfd93b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454752 Apr 06 12:52:10.656347 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5211349c-b677-44e6-8f37-5124abccafbc req-5f0b1c34-6eae-4ee2-9a48-7aa4f12cfff0 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900497 Apr 06 12:52:10.753070 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5211349c-b677-44e6-8f37-5124abccafbc req-7b044fb2-e05e-4c64-a504-00e9ac3c9443 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889974 Apr 06 12:52:11.534914 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deb3c2-0fcb-45f1-8bc4-d341e2ff4727 req-e9ab4f66-039b-41a4-9009-d1605e05ad3d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:11.536449 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-59deb3c2-0fcb-45f1-8bc4-d341e2ff4727 req-e9ab4f66-039b-41a4-9009-d1605e05ad3d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0641623 Apr 06 12:52:11.590719 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-59deb3c2-0fcb-45f1-8bc4-d341e2ff4727 req-f548484b-a636-4ee2-8675-b0aef3dfd034 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485981 Apr 06 12:52:11.820508 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-999f0744-8104-409b-a531-c65e5bcb6be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:12.721002 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cee9e-2957-4764-b3ce-212044464256 req-43767516-d42d-47d8-8f82-ea0ca63a44ad tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:12.722605 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f34cee9e-2957-4764-b3ce-212044464256 req-43767516-d42d-47d8-8f82-ea0ca63a44ad tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0610487 Apr 06 12:52:12.776241 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f34cee9e-2957-4764-b3ce-212044464256 req-ce209bbd-421c-45a9-b78c-c89ab5ea6767 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437801 Apr 06 12:52:13.070698 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:13.748505 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:52:13.900691 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50732) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:13.904355 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf6e22-f1c1-4c93-8ee0-be6726f1c1a2 req-5e869faf-731f-4f53-b30d-faa9393ae14f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:13.905905 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dfcf6e22-f1c1-4c93-8ee0-be6726f1c1a2 req-5e869faf-731f-4f53-b30d-faa9393ae14f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0589173 Apr 06 12:52:13.967945 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dfcf6e22-f1c1-4c93-8ee0-be6726f1c1a2 req-e612d8d5-f118-4dc3-97e4-427409e44faa tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497172 Apr 06 12:52:14.011922 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16fe830e-ad4f-4bfa-bd22-83f808f6d10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.091222 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16fe830e-ad4f-4bfa-bd22-83f808f6d10c admin admin] Publish callbacks [] for security_group (8cb7eea0-af50-451e-a204-0c7ab3b65226), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.171252 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16fe830e-ad4f-4bfa-bd22-83f808f6d10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8cb7eea0-af50-451e-a204-0c7ab3b65226), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.211037 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-16fe830e-ad4f-4bfa-bd22-83f808f6d10c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c47003cbe66347678c4cfd1828ca3bee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091235 Apr 06 12:52:14.211909 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe830e-ad4f-4bfa-bd22-83f808f6d10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb7eea0-af50-451e-a204-0c7ab3b65226,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:14.213792 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50740) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:14.264226 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab72be81-996b-498e-a5ef-30780ce1b4ef admin admin] Publish callbacks [] for security_group (8cb7eea0-af50-451e-a204-0c7ab3b65226), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.285056 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab72be81-996b-498e-a5ef-30780ce1b4ef admin admin] Publish callbacks [] for security_group (8cb7eea0-af50-451e-a204-0c7ab3b65226), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.385188 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab72be81-996b-498e-a5ef-30780ce1b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (8cb7eea0-af50-451e-a204-0c7ab3b65226), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.388016 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab72be81-996b-498e-a5ef-30780ce1b4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:14.389444 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ab72be81-996b-498e-a5ef-30780ce1b4ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8cb7eea0-af50-451e-a204-0c7ab3b65226 HTTP/1.1" status: 204 len: 168 time: 0.1744807 Apr 06 12:52:14.399390 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72be81-996b-498e-a5ef-30780ce1b4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb7eea0-af50-451e-a204-0c7ab3b65226,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:14.679988 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:15.023469 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50748) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:15.046658 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f575a38b-7ae2-4bf0-a3aa-c43846e9e1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:15.116948 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb24aa0-7192-4e8f-8544-5c4fca9b27d2 req-1e666e5b-0daa-4636-b387-63047befa25b tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:15.118500 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eeb24aa0-7192-4e8f-8544-5c4fca9b27d2 req-1e666e5b-0daa-4636-b387-63047befa25b tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0886879 Apr 06 12:52:15.198060 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eeb24aa0-7192-4e8f-8544-5c4fca9b27d2 req-f4f1d1e8-5554-4787-b171-a12694475f4b tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734980 Apr 06 12:52:15.202495 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f575a38b-7ae2-4bf0-a3aa-c43846e9e1cd admin admin] Publish callbacks [] for security_group (7f9cfb2a-bc67-4110-9835-f77f4df31143), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:15.253653 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f575a38b-7ae2-4bf0-a3aa-c43846e9e1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7f9cfb2a-bc67-4110-9835-f77f4df31143), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:15.293936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-f575a38b-7ae2-4bf0-a3aa-c43846e9e1cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6562f29c9e14afcbcf3de45322b432f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693729 Apr 06 12:52:15.294824 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575a38b-7ae2-4bf0-a3aa-c43846e9e1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9cfb2a-bc67-4110-9835-f77f4df31143,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:15.297448 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50760) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:15.347496 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39a90fce-8365-4c63-a3e5-741a39c42a8d admin admin] Publish callbacks [] for security_group (7f9cfb2a-bc67-4110-9835-f77f4df31143), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:15.368909 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39a90fce-8365-4c63-a3e5-741a39c42a8d admin admin] Publish callbacks [] for security_group (7f9cfb2a-bc67-4110-9835-f77f4df31143), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:15.482264 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39a90fce-8365-4c63-a3e5-741a39c42a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7f9cfb2a-bc67-4110-9835-f77f4df31143), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:15.484845 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39a90fce-8365-4c63-a3e5-741a39c42a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:15.486003 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-39a90fce-8365-4c63-a3e5-741a39c42a8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f9cfb2a-bc67-4110-9835-f77f4df31143 HTTP/1.1" status: 204 len: 168 time: 0.1865792 Apr 06 12:52:15.494301 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a90fce-8365-4c63-a3e5-741a39c42a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9cfb2a-bc67-4110-9835-f77f4df31143,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:15.948856 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50774) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:16.057402 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cdcbbfec-8815-48b5-a588-dfef22ca558e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.071280 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.132990 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cdcbbfec-8815-48b5-a588-dfef22ca558e admin admin] Publish callbacks [] for security_group (10d2b0cb-4ce9-4f14-ae98-4f66af50e4dc), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.194418 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cdcbbfec-8815-48b5-a588-dfef22ca558e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (10d2b0cb-4ce9-4f14-ae98-4f66af50e4dc), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.237102 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-cdcbbfec-8815-48b5-a588-dfef22ca558e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=816e06d73ad2404a840d4dcb949dac3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846770 Apr 06 12:52:16.237102 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbbfec-8815-48b5-a588-dfef22ca558e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d2b0cb-4ce9-4f14-ae98-4f66af50e4dc,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:16.237641 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50786) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:16.316076 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a5380dc3-737b-4ca3-b13f-018d62bd28eb admin admin] Publish callbacks [] for security_group (10d2b0cb-4ce9-4f14-ae98-4f66af50e4dc), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.345549 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a5380dc3-737b-4ca3-b13f-018d62bd28eb admin admin] Publish callbacks [] for security_group (10d2b0cb-4ce9-4f14-ae98-4f66af50e4dc), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.367974 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c7524-76b8-4bb1-8efa-337a553ef015 req-5c32cfc2-2886-4555-85ca-6b32c5278a76 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:16.369374 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-895c7524-76b8-4bb1-8efa-337a553ef015 req-5c32cfc2-2886-4555-85ca-6b32c5278a76 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0960472 Apr 06 12:52:16.436834 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-895c7524-76b8-4bb1-8efa-337a553ef015 req-a9578663-1986-4bda-88b1-53e629bb9247 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599046 Apr 06 12:52:16.533832 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a5380dc3-737b-4ca3-b13f-018d62bd28eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (10d2b0cb-4ce9-4f14-ae98-4f66af50e4dc), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.536617 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-a5380dc3-737b-4ca3-b13f-018d62bd28eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:16.538560 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-a5380dc3-737b-4ca3-b13f-018d62bd28eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10d2b0cb-4ce9-4f14-ae98-4f66af50e4dc HTTP/1.1" status: 204 len: 168 time: 0.3000009 Apr 06 12:52:16.546668 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5380dc3-737b-4ca3-b13f-018d62bd28eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d2b0cb-4ce9-4f14-ae98-4f66af50e4dc,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:17.060120 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-ed983b94-0e26-4319-b46f-7e624690f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:17.061629 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-ed983b94-0e26-4319-b46f-7e624690f3ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=021080094b9b454e9a16cdc518de724f&device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1130 time: 0.0480158 Apr 06 12:52:17.156983 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-b408f4a9-c743-4b32-adf0-351d09f490c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:17.158515 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-b408f4a9-c743-4b32-adf0-351d09f490c5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc8a285-80f7-43a9-929e-62a6d76fa085 HTTP/1.1" status: 200 len: 910 time: 0.0909634 Apr 06 12:52:17.223005 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50814) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:17.236898 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-82830a16-e373-4272-a22d-7ac6e81d7b8c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 200 len: 1002 time: 0.0720377 Apr 06 12:52:17.249727 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1f171566-04ea-456b-a8d1-fb701c949d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:17.306973 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-bb3c3d4c-79fd-40ea-8e93-ffd4b92074b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:17.308463 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-bb3c3d4c-79fd-40ea-8e93-ffd4b92074b6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4628f0d2-bc89-451c-b76b-87554fc47fcb HTTP/1.1" status: 200 len: 848 time: 0.0662289 Apr 06 12:52:17.388497 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-04fa90fe-f08f-4eb7-85d6-5a572558531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:17.390101 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-04fa90fe-f08f-4eb7-85d6-5a572558531f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc8a285-80f7-43a9-929e-62a6d76fa085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759735 Apr 06 12:52:17.405994 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1f171566-04ea-456b-a8d1-fb701c949d57 admin admin] Publish callbacks [] for security_group (87c23252-86f3-4bf9-9b22-8884f8caec07), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:17.465188 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-1f171566-04ea-456b-a8d1-fb701c949d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (87c23252-86f3-4bf9-9b22-8884f8caec07), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:17.533167 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-a18f8d9b-b629-43b0-b5a6-e5ae838d69d4 service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351905 Apr 06 12:52:17.538262 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f171566-04ea-456b-a8d1-fb701c949d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c23252-86f3-4bf9-9b22-8884f8caec07,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:17.542305 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-1f171566-04ea-456b-a8d1-fb701c949d57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d485bbeff3d4606adcdb7d1a2a68319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3182857 Apr 06 12:52:17.545125 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50832) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:17.607374 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-99c359d2-0645-4056-8dce-e660bc9c29bd admin admin] Publish callbacks [] for security_group (87c23252-86f3-4bf9-9b22-8884f8caec07), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:17.629348 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-99c359d2-0645-4056-8dce-e660bc9c29bd admin admin] Publish callbacks [] for security_group (87c23252-86f3-4bf9-9b22-8884f8caec07), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:17.657567 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f8b03-f481-4124-9c59-2d144c1ed3ed req-6aeb66a6-3748-4ef3-9c13-f351415807f8 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:17.659104 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a60f8b03-f481-4124-9c59-2d144c1ed3ed req-6aeb66a6-3748-4ef3-9c13-f351415807f8 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.1489663 Apr 06 12:52:17.681849 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb60fb3c-9fda-4edb-b7c6-1398eba41a92 req-65bb0819-6c77-4eb9-a348-e1e3eea01a6e service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383100 Apr 06 12:52:17.720601 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a60f8b03-f481-4124-9c59-2d144c1ed3ed req-7bbaa6de-0bd8-4514-b4b2-85c9dd27252d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502074 Apr 06 12:52:17.793817 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-99c359d2-0645-4056-8dce-e660bc9c29bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (87c23252-86f3-4bf9-9b22-8884f8caec07), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:17.796448 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-99c359d2-0645-4056-8dce-e660bc9c29bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:17.797719 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-99c359d2-0645-4056-8dce-e660bc9c29bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87c23252-86f3-4bf9-9b22-8884f8caec07 HTTP/1.1" status: 204 len: 168 time: 0.2515297 Apr 06 12:52:17.806440 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c359d2-0645-4056-8dce-e660bc9c29bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c23252-86f3-4bf9-9b22-8884f8caec07,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:18.165523 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50842) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:18.274391 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba66b269-7882-425a-a233-9367f41b7a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.352334 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba66b269-7882-425a-a233-9367f41b7a75 admin admin] Publish callbacks [] for security_group (ee01a0c0-d9c8-4d3a-8a76-47a192320e55), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.416984 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ba66b269-7882-425a-a233-9367f41b7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (ee01a0c0-d9c8-4d3a-8a76-47a192320e55), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.457491 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ba66b269-7882-425a-a233-9367f41b7a75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a73ce8db3b44fd19a874e0b58d748ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908940 Apr 06 12:52:18.459388 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66b269-7882-425a-a233-9367f41b7a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee01a0c0-d9c8-4d3a-8a76-47a192320e55,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:18.469759 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50854) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:18.509902 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-13febc6b-6025-4652-a42f-a15d2b7a7193 admin admin] Publish callbacks [] for security_group (ee01a0c0-d9c8-4d3a-8a76-47a192320e55), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.531697 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-13febc6b-6025-4652-a42f-a15d2b7a7193 admin admin] Publish callbacks [] for security_group (ee01a0c0-d9c8-4d3a-8a76-47a192320e55), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.633959 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-13febc6b-6025-4652-a42f-a15d2b7a7193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (ee01a0c0-d9c8-4d3a-8a76-47a192320e55), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.636656 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-13febc6b-6025-4652-a42f-a15d2b7a7193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:18.637818 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-13febc6b-6025-4652-a42f-a15d2b7a7193 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee01a0c0-d9c8-4d3a-8a76-47a192320e55 HTTP/1.1" status: 204 len: 168 time: 0.1758299 Apr 06 12:52:18.646017 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13febc6b-6025-4652-a42f-a15d2b7a7193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee01a0c0-d9c8-4d3a-8a76-47a192320e55,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:18.845951 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843d6a1-4f21-42ad-82d6-6977ebb8553f req-b4dee9ab-d457-49c7-8c38-5f51a4d3ff0e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:18.849076 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0843d6a1-4f21-42ad-82d6-6977ebb8553f req-b4dee9ab-d457-49c7-8c38-5f51a4d3ff0e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0546145 Apr 06 12:52:18.902010 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0843d6a1-4f21-42ad-82d6-6977ebb8553f req-ff0993bd-0f74-4203-b75e-71c81f307efc tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483735 Apr 06 12:52:19.449576 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50874) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:19.465121 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-43e33735-e03e-45b8-a898-558e8673ad22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:19.544921 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-43e33735-e03e-45b8-a898-558e8673ad22 admin admin] Publish callbacks [] for security_group (b5eb72e1-94cd-49f0-980e-93ffba8abced), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:19.619314 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-43e33735-e03e-45b8-a898-558e8673ad22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (b5eb72e1-94cd-49f0-980e-93ffba8abced), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:19.667885 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-43e33735-e03e-45b8-a898-558e8673ad22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0eb4b8a79d3b40e3b9bc15d4ce1d5434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172866 Apr 06 12:52:19.668660 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e33735-e03e-45b8-a898-558e8673ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eb72e1-94cd-49f0-980e-93ffba8abced,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:19.671049 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50876) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:19.736986 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f1624756-cbaf-4e0e-95c8-73864a55489d admin admin] Publish callbacks [] for security_group (b5eb72e1-94cd-49f0-980e-93ffba8abced), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:19.762913 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f1624756-cbaf-4e0e-95c8-73864a55489d admin admin] Publish callbacks [] for security_group (b5eb72e1-94cd-49f0-980e-93ffba8abced), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:19.898487 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f1624756-cbaf-4e0e-95c8-73864a55489d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (b5eb72e1-94cd-49f0-980e-93ffba8abced), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:19.902256 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f1624756-cbaf-4e0e-95c8-73864a55489d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:19.904486 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f1624756-cbaf-4e0e-95c8-73864a55489d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5eb72e1-94cd-49f0-980e-93ffba8abced HTTP/1.1" status: 204 len: 168 time: 0.2315063 Apr 06 12:52:19.919349 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1624756-cbaf-4e0e-95c8-73864a55489d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eb72e1-94cd-49f0-980e-93ffba8abced,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:20.055180 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fc448-433d-4e00-a9ae-c3b5a893347e req-2f2b75fe-cc5b-44af-89f2-0876c36d93fe tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:20.056706 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-403fc448-433d-4e00-a9ae-c3b5a893347e req-2f2b75fe-cc5b-44af-89f2-0876c36d93fe tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0691140 Apr 06 12:52:20.107775 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-403fc448-433d-4e00-a9ae-c3b5a893347e req-f81c9f18-dd68-4e80-af86-1e11529afdcd tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451210 Apr 06 12:52:21.234497 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6d14f-aed3-4af5-b7f3-89147c78e7cc req-aca34f8f-f1ea-4161-9352-d1924f235187 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:21.236173 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6d6d14f-aed3-4af5-b7f3-89147c78e7cc req-aca34f8f-f1ea-4161-9352-d1924f235187 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0608096 Apr 06 12:52:21.292303 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f6d6d14f-aed3-4af5-b7f3-89147c78e7cc req-f3d80b80-ebde-4a52-a38c-c0fd1578adce tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484278 Apr 06 12:52:21.719657 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebd14-f981-4c7c-8009-69534a94901f req-67f7ab4f-2e73-4b2d-9595-5068ea46b748 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:21.721158 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-32aebd14-f981-4c7c-8009-69534a94901f req-67f7ab4f-2e73-4b2d-9595-5068ea46b748 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0842342 Apr 06 12:52:21.736484 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-fd905fb6-4cf6-4d01-933c-faeb5f7fe448 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0654800 Apr 06 12:52:21.789246 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-32aebd14-f981-4c7c-8009-69534a94901f req-30ecaa08-9fce-43cc-9e8d-22af3b955bcd tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614283 Apr 06 12:52:21.823029 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222a13-fb37-4219-b94e-4c53d798392d req-47e83fe5-f245-4915-b6ec-ea5f3eaf6471 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:21.824396 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-47e83fe5-f245-4915-b6ec-ea5f3eaf6471 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports/4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 200 len: 943 time: 0.0570624 Apr 06 12:52:22.807688 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50976) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:22.909435 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b05e8d-5b86-49c7-8de4-74bc7fe2f86f req-c23b06bc-463d-4fdd-b1a1-7ff87ff9be88 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:22.911090 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-04b05e8d-5b86-49c7-8de4-74bc7fe2f86f req-c23b06bc-463d-4fdd-b1a1-7ff87ff9be88 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0541942 Apr 06 12:52:22.921416 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-80c3af2e-418b-454c-be9f-d9de92311b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:22.961465 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-04b05e8d-5b86-49c7-8de4-74bc7fe2f86f req-b4350a37-8b74-4d02-bd1d-46606114989a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445409 Apr 06 12:52:22.996987 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-80c3af2e-418b-454c-be9f-d9de92311b44 admin admin] Publish callbacks [] for security_group (ee28a641-6bc0-4dfd-8cac-d8e80fc6d044), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.062194 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-80c3af2e-418b-454c-be9f-d9de92311b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (ee28a641-6bc0-4dfd-8cac-d8e80fc6d044), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.106219 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-80c3af2e-418b-454c-be9f-d9de92311b44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=874a31fd20fd42c0811b4b56eeefb948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974601 Apr 06 12:52:23.107192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3af2e-418b-454c-be9f-d9de92311b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee28a641-6bc0-4dfd-8cac-d8e80fc6d044,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:23.108903 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50982) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:23.158330 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-22be95a9-18e6-409d-8f0d-7bb64c852680 admin admin] Publish callbacks [] for security_group (ee28a641-6bc0-4dfd-8cac-d8e80fc6d044), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.180439 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-22be95a9-18e6-409d-8f0d-7bb64c852680 admin admin] Publish callbacks [] for security_group (ee28a641-6bc0-4dfd-8cac-d8e80fc6d044), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.288380 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-22be95a9-18e6-409d-8f0d-7bb64c852680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (ee28a641-6bc0-4dfd-8cac-d8e80fc6d044), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.290937 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-22be95a9-18e6-409d-8f0d-7bb64c852680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:23.292105 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-22be95a9-18e6-409d-8f0d-7bb64c852680 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee28a641-6bc0-4dfd-8cac-d8e80fc6d044 HTTP/1.1" status: 204 len: 168 time: 0.1821826 Apr 06 12:52:23.299741 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be95a9-18e6-409d-8f0d-7bb64c852680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee28a641-6bc0-4dfd-8cac-d8e80fc6d044,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:23.903574 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 50990) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:23.916511 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2940a1b5-08ed-484e-ad9c-a5dff72204b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:24.004116 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2940a1b5-08ed-484e-ad9c-a5dff72204b2 admin admin] Publish callbacks [] for security_group (98f8d095-1dac-4a59-beaa-765c3bf0de01), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:24.081548 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a6dc-fcbc-4d6a-bb65-591f14583300 req-ede77f2f-42bb-4e55-963b-1f829f10219a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:24.083065 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed54a6dc-fcbc-4d6a-bb65-591f14583300 req-ede77f2f-42bb-4e55-963b-1f829f10219a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0525534 Apr 06 12:52:24.094810 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2940a1b5-08ed-484e-ad9c-a5dff72204b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (98f8d095-1dac-4a59-beaa-765c3bf0de01), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:24.157470 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2940a1b5-08ed-484e-ad9c-a5dff72204b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f8d095-1dac-4a59-beaa-765c3bf0de01,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:24.166083 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-2940a1b5-08ed-484e-ad9c-a5dff72204b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8871f99a795b4d6d8d0bc144370aad97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614334 Apr 06 12:52:24.168791 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 50996) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:24.171548 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ed54a6dc-fcbc-4d6a-bb65-591f14583300 req-e1b2634e-61cc-4033-bc58-302afe7cca59 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827959 Apr 06 12:52:24.218533 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-31405646-3ab1-4d3b-95d6-464dacdabca0 admin admin] Publish callbacks [] for security_group (98f8d095-1dac-4a59-beaa-765c3bf0de01), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:24.242137 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-31405646-3ab1-4d3b-95d6-464dacdabca0 admin admin] Publish callbacks [] for security_group (98f8d095-1dac-4a59-beaa-765c3bf0de01), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:24.370939 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-31405646-3ab1-4d3b-95d6-464dacdabca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (98f8d095-1dac-4a59-beaa-765c3bf0de01), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:24.373603 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-31405646-3ab1-4d3b-95d6-464dacdabca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:24.374776 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-31405646-3ab1-4d3b-95d6-464dacdabca0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98f8d095-1dac-4a59-beaa-765c3bf0de01 HTTP/1.1" status: 204 len: 168 time: 0.2048385 Apr 06 12:52:24.383078 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31405646-3ab1-4d3b-95d6-464dacdabca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f8d095-1dac-4a59-beaa-765c3bf0de01,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:24.891472 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b754994-a026-4d4d-aaa2-34b0ce1dfbad req-433ad15a-f1ff-4c61-97f1-63e15e49a2b3 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:24.892951 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5b754994-a026-4d4d-aaa2-34b0ce1dfbad req-433ad15a-f1ff-4c61-97f1-63e15e49a2b3 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 946 time: 0.0698566 Apr 06 12:52:24.943977 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5b754994-a026-4d4d-aaa2-34b0ce1dfbad req-349c65d6-7b53-4c9c-8797-5447233fdc53 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443165 Apr 06 12:52:25.141871 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 4a51277f-8d3c-43df-9008-01c9c819c2f4 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:25.221401 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 4a51277f-8d3c-43df-9008-01c9c819c2f4 is: ACTIVE; New status is: DOWN {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:25.221797 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:25.258103 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:25.260855 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6887ef5-a867-4ee3-8136-460cc3b765f0" -d '{"events": [{"server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "name": "network-vif-unplugged", "status": "completed", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:25.267211 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:25.309317 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cf0080-1c77-4b62-969d-dc6ed1266795 x-openstack-request-id: req-08cf0080-1c77-4b62-969d-dc6ed1266795 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:25.309731 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "name": "network-vif-unplugged", "status": "failed", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4", "code": 422}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:25.310161 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08cf0080-1c77-4b62-969d-dc6ed1266795 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:25.310834 dv-cinder-836069-1-iscsi neutron-server[103995]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-08cf0080-1c77-4b62-969d-dc6ed1266795']: {'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'code': 422} returned with failed status Apr 06 12:52:25.327011 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca52f2e-4854-4b85-bc8b-a9d9434b5a0b req-a2f28074-a70f-4ab0-a1ee-a42556cc5776 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:25.328750 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ca52f2e-4854-4b85-bc8b-a9d9434b5a0b req-a2f28074-a70f-4ab0-a1ee-a42556cc5776 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0849926 Apr 06 12:52:25.335789 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:25.391041 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ca52f2e-4854-4b85-bc8b-a9d9434b5a0b req-13544075-325b-4a69-a605-e763c0687bb3 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532541 Apr 06 12:52:25.394488 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=4a51277f-8d3c-43df-9008-01c9c819c2f4,revision_number=6']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:26.077178 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46240c66-2af2-4731-8e17-9196af969030 req-e00f75a6-dda8-48ca-a735-65d168dd2d7f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:26.078697 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-46240c66-2af2-4731-8e17-9196af969030 req-e00f75a6-dda8-48ca-a735-65d168dd2d7f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 946 time: 0.0525594 Apr 06 12:52:26.097215 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51046) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:26.131855 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-46240c66-2af2-4731-8e17-9196af969030 req-6547719b-64e1-461b-ad4f-17a50e1d6546 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466518 Apr 06 12:52:26.203147 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c133617-51c3-4a89-bde4-52cc550be847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.276619 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c133617-51c3-4a89-bde4-52cc550be847 admin admin] Publish callbacks [] for security_group (0cbe6adf-b4f8-4f5d-89df-82ede7f1ebb2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.336025 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c133617-51c3-4a89-bde4-52cc550be847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0cbe6adf-b4f8-4f5d-89df-82ede7f1ebb2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.390586 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2c133617-51c3-4a89-bde4-52cc550be847 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c656be6b46c94b8d9116fb1e0be6c46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922053 Apr 06 12:52:26.391687 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c133617-51c3-4a89-bde4-52cc550be847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbe6adf-b4f8-4f5d-89df-82ede7f1ebb2,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:26.393191 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51050) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:26.442728 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e76b1033-16a7-4fbe-bcb2-0b6d73f91dac admin admin] Publish callbacks [] for security_group (0cbe6adf-b4f8-4f5d-89df-82ede7f1ebb2), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.475113 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e76b1033-16a7-4fbe-bcb2-0b6d73f91dac admin admin] Publish callbacks [] for security_group (0cbe6adf-b4f8-4f5d-89df-82ede7f1ebb2), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.540141 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d65704-9119-4933-8115-878e8b1f8f19 req-0fe29cbd-72d4-4ef9-867b-15bdcf2f0bc7 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:26.541639 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-96d65704-9119-4933-8115-878e8b1f8f19 req-0fe29cbd-72d4-4ef9-867b-15bdcf2f0bc7 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0805917 Apr 06 12:52:26.594737 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-96d65704-9119-4933-8115-878e8b1f8f19 req-2bc1d1cc-0186-4673-aca0-8bc823871e99 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443072 Apr 06 12:52:26.633481 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e76b1033-16a7-4fbe-bcb2-0b6d73f91dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0cbe6adf-b4f8-4f5d-89df-82ede7f1ebb2), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.636109 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e76b1033-16a7-4fbe-bcb2-0b6d73f91dac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:26.637236 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-e76b1033-16a7-4fbe-bcb2-0b6d73f91dac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cbe6adf-b4f8-4f5d-89df-82ede7f1ebb2 HTTP/1.1" status: 204 len: 168 time: 0.2430727 Apr 06 12:52:26.645197 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b1033-16a7-4fbe-bcb2-0b6d73f91dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbe6adf-b4f8-4f5d-89df-82ede7f1ebb2,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:27.259920 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2d0e2-c753-4115-a290-30ce8003acf6 req-532791f5-bdda-414c-8dc9-7fa1f7bf64e7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:27.263390 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ded2d0e2-c753-4115-a290-30ce8003acf6 req-532791f5-bdda-414c-8dc9-7fa1f7bf64e7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 946 time: 0.0594170 Apr 06 12:52:27.315515 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ded2d0e2-c753-4115-a290-30ce8003acf6 req-1b8c910f-2b7a-4b4e-8aee-cd38251b1bdf tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=96afb62c-a004-4db4-9f6a-336d6fae7921&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454497 Apr 06 12:52:27.485860 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-6559642f-7c7b-4328-b159-921e1436e60e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:27.487330 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-6559642f-7c7b-4328-b159-921e1436e60e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 946 time: 0.0581949 Apr 06 12:52:27.607504 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Deleting port 9e4eafe1-5a89-4362-8705-2a66746ba5bc {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:27.607504 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:27.676616 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51106) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:27.763956 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] For port 9e4eafe1-5a89-4362-8705-2a66746ba5bc, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=9e4eafe1-5a89-4362-8705-2a66746ba5bc,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:27.764575 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:27.818333 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-447488016-network', 'tenant_id': 'f70fec6bd0d14aa3a14810dfd5f786a0'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:27.840658 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890fa1a-c952-4852-8a44-f9cd1e826c7b req-db46fb52-bf10-493e-97ce-5fccd000feb8 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:27.842163 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e890fa1a-c952-4852-8a44-f9cd1e826c7b req-db46fb52-bf10-493e-97ce-5fccd000feb8 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.1557002 Apr 06 12:52:27.948365 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e890fa1a-c952-4852-8a44-f9cd1e826c7b req-4014378d-d143-4afc-84ad-6bd56f74aaf5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982337 Apr 06 12:52:27.990837 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Made reservation on behalf of f70fec6bd0d14aa3a14810dfd5f786a0 for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:52:27.993037 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.006137 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.039369 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.039681 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (932ff9cf-081d-4351-ab86-d614286d392c), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.040061 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Floating IP 932ff9cf-081d-4351-ab86-d614286d392c disassociated. External IP: 172.27.0.160, port: 9e4eafe1-5a89-4362-8705-2a66746ba5bc. Apr 06 12:52:28.040418 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Calling delete_port for 9e4eafe1-5a89-4362-8705-2a66746ba5bc owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:28.165093 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Publish callbacks [] for security_group (7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.261654 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.288472 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:28.321654 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (9e4eafe1-5a89-4362-8705-2a66746ba5bc), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.329546 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:52:28.361713 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'Port': ['ID=9e4eafe1-5a89-4362-8705-2a66746ba5bc,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:28.364032 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (3a21f659-02d3-4027-b2f5-0f1a2a08f539), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.364433 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Added segment 3a21f659-02d3-4027-b2f5-0f1a2a08f539 of type vlan for network b40f94ee-6b05-443e-8d02-d91d37586cdf Apr 06 12:52:28.469080 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (b40f94ee-6b05-443e-8d02-d91d37586cdf), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.476285 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9f91ff7d-2e25-4e99-9bba-e66d57d24173 req-81c0bb81-2558-426c-a0f9-9f5e973b3c5f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 210 time: 0.0747483 Apr 06 12:52:28.561799 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:52:28.603082 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (b40f94ee-6b05-443e-8d02-d91d37586cdf), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.604017 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:28.604600 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.710093 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] Pushing event updated for resources: {'Network': ['ID=b40f94ee-6b05-443e-8d02-d91d37586cdf,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:28.722201 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network b40f94ee-6b05-443e-8d02-d91d37586cdf details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:52:28.724714 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-3b47e9ed-2f4c-4cb5-8313-1474596d56e7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0461202 Apr 06 12:52:28.731316 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51116) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:28.735876 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Request body: {'subnet': {'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-447488016-subnet', 'tenant_id': 'f70fec6bd0d14aa3a14810dfd5f786a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:28.739796 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222a13-fb37-4219-b94e-4c53d798392d req-57efcecb-6f42-4858-a779-4577476d8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:28.742130 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-57efcecb-6f42-4858-a779-4577476d8570 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484&tenant_id=021080094b9b454e9a16cdc518de724f HTTP/1.1" status: 200 len: 1128 time: 0.0914586 Apr 06 12:52:28.757989 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:52:28.770961 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:52:28.793593 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:28.794647 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:52:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:28.830557 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222a13-fb37-4219-b94e-4c53d798392d req-81fc3ab5-06ba-48f6-8594-f92b3801ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:28.830780 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] No DVR routers for this DVR port 9e4eafe1-5a89-4362-8705-2a66746ba5bc on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:52:28.832646 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-81fc3ab5-06ba-48f6-8594-f92b3801ec9e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=021080094b9b454e9a16cdc518de724f&device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1128 time: 0.0574334 Apr 06 12:52:28.835551 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.839936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19f093bd-885a-4a1a-a95f-2055ef64c9c4 req-fa21d9c8-7650-43d4-a6f2-6321e86303e2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "DELETE /v2.0/ports/9e4eafe1-5a89-4362-8705-2a66746ba5bc HTTP/1.1" status: 204 len: 173 time: 1.3462849 Apr 06 12:52:28.839936 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2187246-d522-4dd3-9087-2d4add141c41', 'name': 'network-vif-deleted', 'tag': '9e4eafe1-5a89-4362-8705-2a66746ba5bc'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:28.845662 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0bc91e-71ba-4525-b023-2e5a7f9fb88a" -d '{"events": [{"server_uuid": "c2187246-d522-4dd3-9087-2d4add141c41", "name": "network-vif-deleted", "tag": "9e4eafe1-5a89-4362-8705-2a66746ba5bc"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:28.845662 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Made reservation on behalf of f70fec6bd0d14aa3a14810dfd5f786a0 for: {'subnet': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:52:28.847381 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-118161746'] for subnet (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:28.932451 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:28.999614 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222a13-fb37-4219-b94e-4c53d798392d req-f0789f4b-3f58-464e-b2ca-4281e620511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:29.001481 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-f0789f4b-3f58-464e-b2ca-4281e620511a service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc8a285-80f7-43a9-929e-62a6d76fa085 HTTP/1.1" status: 200 len: 910 time: 0.1522524 Apr 06 12:52:29.117542 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-5a723586-19cb-4e0a-b8ee-71ba3f8022bf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 200 len: 1000 time: 0.1072526 Apr 06 12:52:29.175498 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222a13-fb37-4219-b94e-4c53d798392d req-c221d698-4137-412d-acb7-7a1c07344245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:29.178055 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-c221d698-4137-412d-acb7-7a1c07344245 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4628f0d2-bc89-451c-b76b-87554fc47fcb HTTP/1.1" status: 200 len: 848 time: 0.0536032 Apr 06 12:52:29.253458 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee222a13-fb37-4219-b94e-4c53d798392d req-43464d1d-2a10-4995-973c-650eb6730a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:29.258375 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-43464d1d-2a10-4995-973c-650eb6730a3a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc8a285-80f7-43a9-929e-62a6d76fa085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673923 Apr 06 12:52:29.259032 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3224ef-e8a7-4bee-8b3e-05619a11b349 x-openstack-request-id: req-8c3224ef-e8a7-4bee-8b3e-05619a11b349 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:29.259335 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2187246-d522-4dd3-9087-2d4add141c41", "name": "network-vif-deleted", "tag": "9e4eafe1-5a89-4362-8705-2a66746ba5bc", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:29.259639 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c3224ef-e8a7-4bee-8b3e-05619a11b349 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:29.260020 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3224ef-e8a7-4bee-8b3e-05619a11b349'] response: {'server_uuid': 'c2187246-d522-4dd3-9087-2d4add141c41', 'name': 'network-vif-deleted', 'tag': '9e4eafe1-5a89-4362-8705-2a66746ba5bc', 'status': 'completed', 'code': 200} Apr 06 12:52:29.277689 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '99d54e39-ffe1-4312-9ec9-b6e54e4977ff', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:48:39Z', 'updated_at': '2022-04-06T12:48:59Z', 'revision_number': 2, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:29.308231 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:52:29.317032 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:29.317869 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:52:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:29.334202 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0199896-8b0d-416a-bd9d-0a24861862db req-0b0fa1f9-6461-4811-82db-36987e7ed52e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:29.335885 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b0199896-8b0d-416a-bd9d-0a24861862db req-0b0fa1f9-6461-4811-82db-36987e7ed52e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.1357095 Apr 06 12:52:29.377997 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-c6829fe0-8072-465c-92b9-67a5360cf03f service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145375 Apr 06 12:52:29.432255 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:29.451940 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b0199896-8b0d-416a-bd9d-0a24861862db req-fc6631da-96b7-47da-b17d-1c54b8f13ecc tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007576 Apr 06 12:52:29.540013 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-118395603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-118161740'] for subnet (b82b6102-9677-4be2-8f84-295dd0ef6569), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:29.621806 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df9ed774-6619-4411-afaa-910e651dae17 req-ebd6cb9e-1043-40a8-93e2-d4b6e2fba87c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2187246-d522-4dd3-9087-2d4add141c41 HTTP/1.1" status: 200 len: 210 time: 0.0474925 Apr 06 12:52:29.642714 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-84044af2-3a6d-4b40-ae26-1477b6cd111b service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134152 Apr 06 12:52:29.644038 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82b6102-9677-4be2-8f84-295dd0ef6569,revision_number=0']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:29.651139 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Checking segment: {'id': '3a21f659-02d3-4027-b2f5-0f1a2a08f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103994) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:52:29.651486 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Network hostable DHCP agents. Network: b40f94ee-6b05-443e-8d02-d91d37586cdf, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103994) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:52:29.710372 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '99d54e39-ffe1-4312-9ec9-b6e54e4977ff', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:48:39Z', 'updated_at': '2022-04-06T12:48:59Z', 'revision_number': 2, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:29.737910 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11478bad-0ea8-42ab-a030-cca5f42eea40 None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '99d54e39-ffe1-4312-9ec9-b6e54e4977ff', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:92:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:48:39Z', 'updated_at': '2022-04-06T12:48:59Z', 'revision_number': 2, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:52:29.753272 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Network b40f94ee-6b05-443e-8d02-d91d37586cdf is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103994) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:52:29.838864 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, b40f94ee-6b05-443e-8d02-d91d37586cdf) {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:52:29.843077 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:29.843661 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:29.857493 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbbb99c-9984-46ed-ae46-7ddfe420ff53 None None] Network b40f94ee-6b05-443e-8d02-d91d37586cdf requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:52:29.958294 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df247c-585b-4e9e-b20e-97397be3fcda None None] Network b40f94ee-6b05-443e-8d02-d91d37586cdf requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:52:29.960080 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-3d268dbc-3ab3-45c2-9095-068ac789cc17 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2312248 Apr 06 12:52:30.139156 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de20caf-94c5-4439-bacd-9240dcdeb7d6 None None] New status for floating IP 932ff9cf-081d-4351-ab86-d614286d392c: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:52:30.573918 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99f09-3631-4b4d-886c-37975ccca50b req-7db08752-5000-4dff-8eed-f36b51d7f1f4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:30.575516 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6dd99f09-3631-4b4d-886c-37975ccca50b req-7db08752-5000-4dff-8eed-f36b51d7f1f4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0548654 Apr 06 12:52:30.625859 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6dd99f09-3631-4b4d-886c-37975ccca50b req-784c9431-527a-4a2c-8e31-b0681eccc703 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447674 Apr 06 12:52:30.769185 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51148) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:30.809862 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51150) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:30.825509 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57d18b30-72c0-4c68-8cd1-56f90b57147f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (96afb62c-a004-4db4-9f6a-336d6fae7921), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:30.852788 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57d18b30-72c0-4c68-8cd1-56f90b57147f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (96afb62c-a004-4db4-9f6a-336d6fae7921), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:30.943469 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9c4161d4-8c34-41db-a9c1-2cf42661db81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:30.996298 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57d18b30-72c0-4c68-8cd1-56f90b57147f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (96afb62c-a004-4db4-9f6a-336d6fae7921), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.000122 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-57d18b30-72c0-4c68-8cd1-56f90b57147f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.001402 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-57d18b30-72c0-4c68-8cd1-56f90b57147f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "DELETE /v2.0/security-groups/96afb62c-a004-4db4-9f6a-336d6fae7921 HTTP/1.1" status: 204 len: 168 time: 0.2312274 Apr 06 12:52:31.005498 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51158) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:31.011601 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d18b30-72c0-4c68-8cd1-56f90b57147f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96afb62c-a004-4db4-9f6a-336d6fae7921,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:31.026099 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.api.v2.resource [None req-7840fde2-96c6-463a-af97-f165aea171dc tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] show failed (client error): The resource could not be found. Apr 06 12:52:31.029769 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-7840fde2-96c6-463a-af97-f165aea171dc tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups/96afb62c-a004-4db4-9f6a-336d6fae7921 HTTP/1.1" status: 404 len: 347 time: 0.0203156 Apr 06 12:52:31.030307 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51160) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:31.033324 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9c4161d4-8c34-41db-a9c1-2cf42661db81 admin admin] Publish callbacks [] for security_group (022fe12b-c0ac-4fd6-abd3-8ce926f03414), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.109724 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9c4161d4-8c34-41db-a9c1-2cf42661db81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (022fe12b-c0ac-4fd6-abd3-8ce926f03414), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.173768 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-9c4161d4-8c34-41db-a9c1-2cf42661db81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d730bc341c74c088fdadf8e7cb59bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3627100 Apr 06 12:52:31.175736 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4161d4-8c34-41db-a9c1-2cf42661db81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022fe12b-c0ac-4fd6-abd3-8ce926f03414,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:31.176470 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51162) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:31.200885 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Deleting port 933e0616-5519-4e2b-9550-3a0a40e410d6 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:31.201253 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (933e0616-5519-4e2b-9550-3a0a40e410d6), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.227431 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88e5cad2-6b8a-4d15-9b46-0456e0109fcc admin admin] Publish callbacks [] for security_group (022fe12b-c0ac-4fd6-abd3-8ce926f03414), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.253237 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88e5cad2-6b8a-4d15-9b46-0456e0109fcc admin admin] Publish callbacks [] for security_group (022fe12b-c0ac-4fd6-abd3-8ce926f03414), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.282418 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (933e0616-5519-4e2b-9550-3a0a40e410d6), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.283065 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (933e0616-5519-4e2b-9550-3a0a40e410d6), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.295651 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Calling delete_port for 933e0616-5519-4e2b-9550-3a0a40e410d6 owned by network:floatingip {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:31.365504 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88e5cad2-6b8a-4d15-9b46-0456e0109fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (022fe12b-c0ac-4fd6-abd3-8ce926f03414), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.368118 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88e5cad2-6b8a-4d15-9b46-0456e0109fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.369342 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-88e5cad2-6b8a-4d15-9b46-0456e0109fcc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/022fe12b-c0ac-4fd6-abd3-8ce926f03414 HTTP/1.1" status: 204 len: 168 time: 0.1912148 Apr 06 12:52:31.377320 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5cad2-6b8a-4d15-9b46-0456e0109fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022fe12b-c0ac-4fd6-abd3-8ce926f03414,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:31.530922 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (933e0616-5519-4e2b-9550-3a0a40e410d6), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.562373 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'Port': ['ID=933e0616-5519-4e2b-9550-3a0a40e410d6,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:31.617975 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (932ff9cf-081d-4351-ab86-d614286d392c), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.620548 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:31.621703 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-d9c46efc-e026-4e8c-8c9d-d074ef9dd6de tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "DELETE /v2.0/floatingips/932ff9cf-081d-4351-ab86-d614286d392c HTTP/1.1" status: 204 len: 168 time: 0.5904751 Apr 06 12:52:31.731425 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 9e4eafe1-5a89-4362-8705-2a66746ba5bc no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:31.758573 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 9e4eafe1-5a89-4362-8705-2a66746ba5bc {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:31.758925 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 9e4eafe1-5a89-4362-8705-2a66746ba5bc not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:31.760338 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3307576-b725-40d2-bcf2-d39554c1ef36 req-baa7a851-e1ad-4b9c-afaa-274e721a04e4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:31.761548 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f3307576-b725-40d2-bcf2-d39554c1ef36 req-baa7a851-e1ad-4b9c-afaa-274e721a04e4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0673239 Apr 06 12:52:31.819762 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f3307576-b725-40d2-bcf2-d39554c1ef36 req-cceb423d-3995-4cb8-a6bd-0a709285db1c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520251 Apr 06 12:52:32.228568 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-1052dfcd-6d7e-4103-a30b-d41f70e5dc95 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:32.230260 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-1052dfcd-6d7e-4103-a30b-d41f70e5dc95 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/networks?id=b40f94ee-6b05-443e-8d02-d91d37586cdf HTTP/1.1" status: 200 len: 808 time: 0.1163595 Apr 06 12:52:32.246772 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-c3c009d7-25e4-450f-acbd-356ad7159a06 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/quotas/f70fec6bd0d14aa3a14810dfd5f786a0 HTTP/1.1" status: 200 len: 375 time: 0.0095139 Apr 06 12:52:32.279653 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-55ce042e-d651-4638-b140-b56acd532c9a tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f70fec6bd0d14aa3a14810dfd5f786a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286474 Apr 06 12:52:32.370436 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-f965c44a-4e32-4c96-8ee1-691a5973406b service neutron] 10.222.0.60 "GET /v2.0/networks/b40f94ee-6b05-443e-8d02-d91d37586cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831707 Apr 06 12:52:32.467839 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-b021284d-d79d-4494-92c7-b157b2f10959 service neutron] 10.222.0.60 "GET /v2.0/networks/b40f94ee-6b05-443e-8d02-d91d37586cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913427 Apr 06 12:52:32.738333 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f5d83629-e200-4f0d-a0d3-5daf59a27ab3 req-a0ac6643-26ec-42d5-83f0-16d50d1619f4 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 210 time: 0.0286973 Apr 06 12:52:32.950939 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77aa43-b947-4782-989a-519d6323b602 req-d499b31d-0b8f-4094-a502-3495c6b7639b tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:32.952459 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-da77aa43-b947-4782-989a-519d6323b602 req-d499b31d-0b8f-4094-a502-3495c6b7639b tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0619476 Apr 06 12:52:33.003259 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-da77aa43-b947-4782-989a-519d6323b602 req-a11379b7-d34c-48d1-a3f8-64a49c556c5e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447750 Apr 06 12:52:33.840458 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-89575a93-8b08-424d-b7a0-f3f0a7dca154 req-f26e240e-4b89-4db0-9ede-7cec223f2061 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 210 time: 0.0325267 Apr 06 12:52:33.961137 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:34.124945 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b5b93-6d26-4b11-80fc-e72f19f20f9c req-d62bc22e-d356-4529-90f9-583c6e67cf60 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:34.126523 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-730b5b93-6d26-4b11-80fc-e72f19f20f9c req-d62bc22e-d356-4529-90f9-583c6e67cf60 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0544806 Apr 06 12:52:34.187305 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-730b5b93-6d26-4b11-80fc-e72f19f20f9c req-76af8f12-6b81-4f5b-bba4-c631d9a335ef tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550284 Apr 06 12:52:34.750416 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df29a57-7f1b-41a3-9d14-4651f855b034 req-3e8b032e-5174-4e92-a08c-a96cc49646e8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:34.752004 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9df29a57-7f1b-41a3-9d14-4651f855b034 req-3e8b032e-5174-4e92-a08c-a96cc49646e8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 946 time: 0.0540428 Apr 06 12:52:34.803578 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9df29a57-7f1b-41a3-9d14-4651f855b034 req-dd76c3d5-7c80-435c-901a-7f72e9626680 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436883 Apr 06 12:52:34.947506 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7960aabf-08ce-466e-b52e-7cf6f83228a5 req-c51e3723-828d-4da5-bc15-f1aa341363dd tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 210 time: 0.0360641 Apr 06 12:52:35.309869 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d229a94-d348-40ae-b2a7-7ac37209f36d req-3e632dab-d7f9-4ee0-b46f-7656d08b81c4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:35.311373 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0d229a94-d348-40ae-b2a7-7ac37209f36d req-3e632dab-d7f9-4ee0-b46f-7656d08b81c4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0554829 Apr 06 12:52:35.361814 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0d229a94-d348-40ae-b2a7-7ac37209f36d req-8eb8607c-b6e6-4582-8135-053302ceb441 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447247 Apr 06 12:52:35.927997 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28591755-bf6d-4a21-828d-d7e96264b936 req-6221a9fe-b0d5-47b0-8dc8-0f22feb54e85 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:35.929482 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-28591755-bf6d-4a21-828d-d7e96264b936 req-6221a9fe-b0d5-47b0-8dc8-0f22feb54e85 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 946 time: 0.0551577 Apr 06 12:52:35.976470 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-28591755-bf6d-4a21-828d-d7e96264b936 req-8a302b07-94ce-4e9c-89b2-39f3bb015e21 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414207 Apr 06 12:52:36.048721 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4a680058-b7a9-4609-b10f-b67e565c3021 req-082544a5-f6ef-49b5-9771-62579aa8547e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 210 time: 0.0311089 Apr 06 12:52:36.451267 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-aea2fbe7-ca7b-4917-9ff7-ff6afc4595ee tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:36.452704 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-aea2fbe7-ca7b-4917-9ff7-ff6afc4595ee tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.74 "GET /v2.0/networks?id=b40f94ee-6b05-443e-8d02-d91d37586cdf HTTP/1.1" status: 200 len: 808 time: 0.1089945 Apr 06 12:52:36.486050 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05508fa-41c1-4710-bba9-08db3597ba7f req-0c5bf1d1-6cb3-457c-bea2-e12b881ff786 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:36.487563 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a05508fa-41c1-4710-bba9-08db3597ba7f req-0c5bf1d1-6cb3-457c-bea2-e12b881ff786 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0558414 Apr 06 12:52:36.537383 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a05508fa-41c1-4710-bba9-08db3597ba7f req-8710a3e8-516e-41bf-aa7f-29ba9362921b tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Apr 06 12:52:37.100223 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5f030-324a-4049-a639-d0064a077d96 req-44a94034-1239-4cc6-a587-5eb7b962ceae tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:37.101692 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d9e5f030-324a-4049-a639-d0064a077d96 req-44a94034-1239-4cc6-a587-5eb7b962ceae tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 946 time: 0.0571401 Apr 06 12:52:37.156560 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2a2be7c4-7db1-41a5-95ce-1f3bd4581a39 req-678430e7-785e-4711-9902-900a82b4591c tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 210 time: 0.0344384 Apr 06 12:52:37.181503 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d9e5f030-324a-4049-a639-d0064a077d96 req-af59dc3f-af2c-4a0e-bddb-0c9b56d9d30f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741100 Apr 06 12:52:37.522481 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Request body: {'port': {'device_id': '0131d932-287f-42e8-9bf4-eb2217347a36', 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf', 'admin_state_up': True, 'tenant_id': 'f70fec6bd0d14aa3a14810dfd5f786a0'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:37.668369 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163f77b-6b2b-4a21-b5b2-44bdb5723f81 req-ff88a866-c6d7-49f0-946b-f98606f9f605 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:37.669973 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7163f77b-6b2b-4a21-b5b2-44bdb5723f81 req-ff88a866-c6d7-49f0-946b-f98606f9f605 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 944 time: 0.0576344 Apr 06 12:52:37.707588 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Made reservation on behalf of f70fec6bd0d14aa3a14810dfd5f786a0 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:52:37.711660 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:37.725697 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7163f77b-6b2b-4a21-b5b2-44bdb5723f81 req-0ad0566c-630e-45ee-b88c-ad8863e50118 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496581 Apr 06 12:52:37.777015 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 4a51277f-8d3c-43df-9008-01c9c819c2f4 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:52:37.810985 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-27f37c63-6b19-4024-a843-58e21bd6fc0e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:37.813125 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-27f37c63-6b19-4024-a843-58e21bd6fc0e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 946 time: 0.0709422 Apr 06 12:52:37.883593 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Allocated IP 172.20.0.11 (b40f94ee-6b05-443e-8d02-d91d37586cdf/b82b6102-9677-4be2-8f84-295dd0ef6569/f1a6db16-d354-46b2-9c51-b7bd630fd3d4) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:52:37.894432 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:37.907933 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'port_id': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'mac_address': 'fa:16:3e:ed:12:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:52:37.916454 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Deleting port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:37.916953 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:37.951661 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 4a51277f-8d3c-43df-9008-01c9c819c2f4 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:37.952047 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:37.968100 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a51277f-8d3c-43df-9008-01c9c819c2f4 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:52:37.988394 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:38.040225 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] For port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:38.040534 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.054354 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks [] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.058214 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.111204 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=4a51277f-8d3c-43df-9008-01c9c819c2f4,revision_number=7']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:38.179129 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.216838 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51302) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:38.243247 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.243247 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (99d54e39-ffe1-4312-9ec9-b6e54e4977ff), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.243247 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Floating IP 99d54e39-ffe1-4312-9ec9-b6e54e4977ff disassociated. External IP: 172.27.0.79, port: e6dbf3bd-8ef3-4c42-8935-78dff07ad14b. Apr 06 12:52:38.244044 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Calling delete_port for e6dbf3bd-8ef3-4c42-8935-78dff07ad14b owned by compute:nova {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:38.265176 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Network b40f94ee-6b05-443e-8d02-d91d37586cdf is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:52:38.268814 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:52:38.273808 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:52:38.278070 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Pushing event updated for resources: {'Port': ['ID=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:38.344968 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:38.345590 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.368168 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c1e009b9-c02d-45fd-bbc6-21f1a2568805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.440646 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e729a9b-7e19-48e0-9867-91687bf099c8 req-88daf14f-75e6-4338-a377-3332357960f4 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:38.442766 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9e729a9b-7e19-48e0-9867-91687bf099c8 req-88daf14f-75e6-4338-a377-3332357960f4 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 946 time: 0.1319191 Apr 06 12:52:38.446929 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c1e009b9-c02d-45fd-bbc6-21f1a2568805 admin admin] Publish callbacks [] for security_group (9e5a8905-9dbd-4ecb-8029-d4a55f6906c7), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.454902 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-654f6bc6-b15e-4be9-9a2f-e09e8b1834d7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9369268 Apr 06 12:52:38.456704 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fa9f8-748f-49e4-9da9-0edf127c3f84 req-ada4ba1e-7eeb-46a5-a9bd-c8360dc13bd5 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:38.458285 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-310fa9f8-748f-49e4-9da9-0edf127c3f84 req-ada4ba1e-7eeb-46a5-a9bd-c8360dc13bd5 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 932 time: 0.1463821 Apr 06 12:52:38.477077 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Request body: {'port': {'device_id': '0131d932-287f-42e8-9bf4-eb2217347a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:38.511269 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c1e009b9-c02d-45fd-bbc6-21f1a2568805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9e5a8905-9dbd-4ecb-8029-d4a55f6906c7), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.524834 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['4a51277f-8d3c-43df-9008-01c9c819c2f4'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:52:38.569563 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9e729a9b-7e19-48e0-9867-91687bf099c8 req-235c9362-5cda-4a10-bd1a-081d655d2b7e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=6bd189e5-6608-4439-b341-3012be721ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202843 Apr 06 12:52:38.573361 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-310fa9f8-748f-49e4-9da9-0edf127c3f84 req-a599654f-a3b3-46d0-b701-550e7926f652 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957892 Apr 06 12:52:38.583772 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e009b9-c02d-45fd-bbc6-21f1a2568805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a8905-9dbd-4ecb-8029-d4a55f6906c7,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:38.590952 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51310) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:38.591352 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c1e009b9-c02d-45fd-bbc6-21f1a2568805 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a50d6e6e82294b7db892d04e91728ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699687 Apr 06 12:52:38.591735 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.618750 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (e6dbf3bd-8ef3-4c42-8935-78dff07ad14b), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.666545 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'Port': ['ID=e6dbf3bd-8ef3-4c42-8935-78dff07ad14b,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:38.746697 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9d9b7b0-5b8a-4d0b-b43f-d19a732dd5e3 admin admin] Publish callbacks [] for security_group (9e5a8905-9dbd-4ecb-8029-d4a55f6906c7), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.812900 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9d9b7b0-5b8a-4d0b-b43f-d19a732dd5e3 admin admin] Publish callbacks [] for security_group (9e5a8905-9dbd-4ecb-8029-d4a55f6906c7), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.889593 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:52:38.905307 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a6db16-d354-46b2-9c51-b7bd630fd3d4 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:52:38.913323 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Publish callbacks [] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:38.949249 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3111c-62c5-45e0-96f7-4c2d6eb80e44 req-75f77a22-31ec-47ac-baec-6d91e5adf919 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:38.950735 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1bf3111c-62c5-45e0-96f7-4c2d6eb80e44 req-75f77a22-31ec-47ac-baec-6d91e5adf919 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 945 time: 0.1258020 Apr 06 12:52:39.018518 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Transition to ACTIVE for port object f1a6db16-d354-46b2-9c51-b7bd630fd3d4 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:52:39.024858 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9d9b7b0-5b8a-4d0b-b43f-d19a732dd5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (9e5a8905-9dbd-4ecb-8029-d4a55f6906c7), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.027416 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f9d9b7b0-5b8a-4d0b-b43f-d19a732dd5e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.031008 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-f9d9b7b0-5b8a-4d0b-b43f-d19a732dd5e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e5a8905-9dbd-4ecb-8029-d4a55f6906c7 HTTP/1.1" status: 204 len: 168 time: 0.4363918 Apr 06 12:52:39.054231 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9b7b0-5b8a-4d0b-b43f-d19a732dd5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a8905-9dbd-4ecb-8029-d4a55f6906c7,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:39.071103 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1bf3111c-62c5-45e0-96f7-4c2d6eb80e44 req-6b9fac22-6e48-4696-94b6-988746d0a857 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142571 Apr 06 12:52:39.077907 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:52:39.096776 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:52:39.103247 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:39.104052 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:52:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:39.119025 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.128277 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] No DVR routers for this DVR port e6dbf3bd-8ef3-4c42-8935-78dff07ad14b on host hv-cinder-83606 {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:52:39.131982 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.135394 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4793f57b-bdfa-445b-a4fb-9d2cf04c8c88 req-1ed3c739-dab7-41d8-95b2-75a67750411e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "DELETE /v2.0/ports/e6dbf3bd-8ef3-4c42-8935-78dff07ad14b HTTP/1.1" status: 204 len: 173 time: 1.3168769 Apr 06 12:52:39.135913 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'name': 'network-vif-deleted', 'tag': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:39.138468 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0017c80-1725-4f24-9c12-26add25b4683" -d '{"events": [{"server_uuid": "5d6eae1b-aa45-4063-8e13-3dcdeca69030", "name": "network-vif-deleted", "tag": "e6dbf3bd-8ef3-4c42-8935-78dff07ad14b"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:39.188071 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa63a355-e094-4ce4-95d4-099214f06a85 x-openstack-request-id: req-aa63a355-e094-4ce4-95d4-099214f06a85 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:39.188461 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6eae1b-aa45-4063-8e13-3dcdeca69030", "name": "network-vif-deleted", "tag": "e6dbf3bd-8ef3-4c42-8935-78dff07ad14b", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:39.188813 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa63a355-e094-4ce4-95d4-099214f06a85 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:39.189311 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa63a355-e094-4ce4-95d4-099214f06a85'] response: {'server_uuid': '5d6eae1b-aa45-4063-8e13-3dcdeca69030', 'name': 'network-vif-deleted', 'tag': 'e6dbf3bd-8ef3-4c42-8935-78dff07ad14b', 'status': 'completed', 'code': 200} Apr 06 12:52:39.199529 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Pushing event updated for resources: {'Port': ['ID=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:39.236378 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:39.301311 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Attempting to bind port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:52:39.303620 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Attempting to bind port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '3a21f659-02d3-4027-b2f5-0f1a2a08f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:52:39.303620 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Attempting to bind port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 on network b40f94ee-6b05-443e-8d02-d91d37586cdf {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:52:39.308211 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 on network b40f94ee-6b05-443e-8d02-d91d37586cdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:52:39.308583 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Attempting to bind port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 on network b40f94ee-6b05-443e-8d02-d91d37586cdf {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:52:39.313792 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:52:39.314134 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Checking segment: {'id': '3a21f659-02d3-4027-b2f5-0f1a2a08f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:52:39.314615 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Bound using segment: {'id': '3a21f659-02d3-4027-b2f5-0f1a2a08f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:52:39.315046 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Bound port: f1a6db16-d354-46b2-9c51-b7bd630fd3d4, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a21f659-02d3-4027-b2f5-0f1a2a08f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:52:39.315409 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.361015 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b4d81448-6809-458b-8a0c-5ed83b7745f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.385525 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] For port f1a6db16-d354-46b2-9c51-b7bd630fd3d4, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:52:39.389315 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] For port f1a6db16-d354-46b2-9c51-b7bd630fd3d4, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:52:39.455116 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:39.476386 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.481686 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:52:39.491194 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:52:39.491824 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:52:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:39.511403 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:39.512180 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.513722 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] 10.222.0.74 "PUT /v2.0/ports/f1a6db16-d354-46b2-9c51-b7bd630fd3d4 HTTP/1.1" status: 200 len: 1094 time: 1.0412717 Apr 06 12:52:39.514277 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0131d932-287f-42e8-9bf4-eb2217347a36', 'tag': 'f1a6db16-d354-46b2-9c51-b7bd630fd3d4'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:39.517280 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c4eb87-316b-454b-a31d-972b7c0655b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0131d932-287f-42e8-9bf4-eb2217347a36", "tag": "f1a6db16-d354-46b2-9c51-b7bd630fd3d4"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:39.570940 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04860252-0073-4e3a-999b-08d0049c2daa service neutron] Pushing event updated for resources: {'Port': ['ID=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:39.575853 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dec7b6b-6142-42c1-ba51-2827ae1e6d94 x-openstack-request-id: req-4dec7b6b-6142-42c1-ba51-2827ae1e6d94 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:39.576442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0131d932-287f-42e8-9bf4-eb2217347a36", "tag": "f1a6db16-d354-46b2-9c51-b7bd630fd3d4", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:39.576836 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4dec7b6b-6142-42c1-ba51-2827ae1e6d94 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:39.577297 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dec7b6b-6142-42c1-ba51-2827ae1e6d94'] response: {'name': 'network-changed', 'server_uuid': '0131d932-287f-42e8-9bf4-eb2217347a36', 'tag': 'f1a6db16-d354-46b2-9c51-b7bd630fd3d4', 'status': 'completed', 'code': 200} Apr 06 12:52:39.627583 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:52:39.684410 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4eb87-316b-454b-a31d-972b7c0655b4 req-2c6a3ee9-2a97-4f39-86ea-31fcdacc3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:39.686096 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-69c4eb87-316b-454b-a31d-972b7c0655b4 req-2c6a3ee9-2a97-4f39-86ea-31fcdacc3df4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70fec6bd0d14aa3a14810dfd5f786a0&device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 1128 time: 0.0678954 Apr 06 12:52:39.710930 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-80a41706-9539-4abb-890b-28e5b6359f67 req-85debee8-0cf5-4ff9-9dc7-d46c84e9fc88 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d6eae1b-aa45-4063-8e13-3dcdeca69030 HTTP/1.1" status: 200 len: 210 time: 0.0413618 Apr 06 12:52:39.755472 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5983a-07a4-4cd3-b140-8f738409fe0b req-249e9de3-6972-4f0f-91c5-94324a724962 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:39.758940 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-89b5983a-07a4-4cd3-b140-8f738409fe0b req-249e9de3-6972-4f0f-91c5-94324a724962 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 944 time: 0.0778773 Apr 06 12:52:39.799440 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 4a51277f-8d3c-43df-9008-01c9c819c2f4 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:52:39.818588 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-89b5983a-07a4-4cd3-b140-8f738409fe0b req-0580402f-bef0-43a1-a83b-c819d7a86a81 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545316 Apr 06 12:52:39.856193 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 4a51277f-8d3c-43df-9008-01c9c819c2f4 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:52:39.856850 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.862177 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51326) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:39.885129 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c630be14-bb7c-46ac-b2cc-9ef4a2ad8be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.947582 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 4a51277f-8d3c-43df-9008-01c9c819c2f4 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:39.947982 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:39.968982 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:52:39.975652 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:39.980346 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e961eb48-e0e4-4b46-b59c-1c5cc3a39d18" -d '{"events": [{"server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "name": "network-vif-plugged", "status": "completed", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:39.998679 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:40.001225 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a89d1c-6797-40fe-967e-098be44b90b5 None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:52:40.032512 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff2273e-0a8d-4779-94ed-f9cc09c65f38 x-openstack-request-id: req-5ff2273e-0a8d-4779-94ed-f9cc09c65f38 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:40.032816 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "name": "network-vif-plugged", "status": "completed", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:40.033468 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ff2273e-0a8d-4779-94ed-f9cc09c65f38 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:40.033910 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff2273e-0a8d-4779-94ed-f9cc09c65f38'] response: {'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'code': 200} Apr 06 12:52:40.035886 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4eb87-316b-454b-a31d-972b7c0655b4 req-630786f9-7dab-45f3-be56-c7d15ce8fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:40.037408 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-69c4eb87-316b-454b-a31d-972b7c0655b4 req-630786f9-7dab-45f3-be56-c7d15ce8fc82 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f70fec6bd0d14aa3a14810dfd5f786a0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1534989 Apr 06 12:52:40.065332 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c630be14-bb7c-46ac-b2cc-9ef4a2ad8be7 admin admin] Publish callbacks [] for security_group (716eb29b-12d6-4e33-b33d-4942732a06a6), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:40.090648 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:40.091565 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device e6dbf3bd-8ef3-4c42-8935-78dff07ad14b no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:40.142299 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: e6dbf3bd-8ef3-4c42-8935-78dff07ad14b {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:40.142299 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device e6dbf3bd-8ef3-4c42-8935-78dff07ad14b not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:40.178958 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4eb87-316b-454b-a31d-972b7c0655b4 req-b6ae6fee-ee43-4638-9595-f09322e795a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:40.180616 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-69c4eb87-316b-454b-a31d-972b7c0655b4 req-b6ae6fee-ee43-4638-9595-f09322e795a5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1103296 Apr 06 12:52:40.181703 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c630be14-bb7c-46ac-b2cc-9ef4a2ad8be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (716eb29b-12d6-4e33-b33d-4942732a06a6), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:40.201913 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=4a51277f-8d3c-43df-9008-01c9c819c2f4,revision_number=8']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:40.212639 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c630be14-bb7c-46ac-b2cc-9ef4a2ad8be7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55969b60acdb4004a77cfad37297c999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493357 Apr 06 12:52:40.222296 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51332) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:40.243088 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630be14-bb7c-46ac-b2cc-9ef4a2ad8be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716eb29b-12d6-4e33-b33d-4942732a06a6,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:40.289188 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19362bb6-a7d2-425e-97df-f25da52d1ae9 req-a798d41a-c7c3-40aa-953a-9ce64d5b97bd tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:40.293429 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19362bb6-a7d2-425e-97df-f25da52d1ae9 req-a798d41a-c7c3-40aa-953a-9ce64d5b97bd tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.1211417 Apr 06 12:52:40.319513 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fd655252-ca3d-49e2-80d0-3719c747359c admin admin] Publish callbacks [] for security_group (716eb29b-12d6-4e33-b33d-4942732a06a6), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:40.366137 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f5538a-ff38-4bed-8ded-13b8eb5db037 None None] New status for floating IP 99d54e39-ffe1-4312-9ec9-b6e54e4977ff: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:52:40.370124 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-8deccc72-45b8-4b54-9b08-e6e1d888093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:40.370124 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-8deccc72-45b8-4b54-9b08-e6e1d888093f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70fec6bd0d14aa3a14810dfd5f786a0&device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 1128 time: 0.0780725 Apr 06 12:52:40.388404 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fd655252-ca3d-49e2-80d0-3719c747359c admin admin] Publish callbacks [] for security_group (716eb29b-12d6-4e33-b33d-4942732a06a6), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:40.423540 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-65c4ad8a-f8f1-4937-bb74-decee066c365 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1a6db16-d354-46b2-9c51-b7bd630fd3d4 HTTP/1.1" status: 200 len: 217 time: 0.0396297 Apr 06 12:52:40.441466 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19362bb6-a7d2-425e-97df-f25da52d1ae9 req-fa3ed4ce-4df7-4dcc-80a7-54b2fed58a76 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365957 Apr 06 12:52:40.483485 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-24b6d8ae-f29c-46ec-8bf5-190b665a9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:40.485567 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-24b6d8ae-f29c-46ec-8bf5-190b665a9987 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b82b6102-9677-4be2-8f84-295dd0ef6569 HTTP/1.1" status: 200 len: 848 time: 0.0562677 Apr 06 12:52:40.492574 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785d90f-7884-4fed-bbb5-e86979a1aff1 req-8983ab00-304b-4528-9727-957b544e77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:40.494183 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6785d90f-7884-4fed-bbb5-e86979a1aff1 req-8983ab00-304b-4528-9727-957b544e77b4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1130 time: 0.0935838 Apr 06 12:52:40.517604 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-e53752e0-1fa4-4ae6-ad67-28bc6f43b9c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b40f94ee-6b05-443e-8d02-d91d37586cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263519 Apr 06 12:52:40.542013 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6785d90f-7884-4fed-bbb5-e86979a1aff1 req-c1d164ed-7374-439f-9a8c-b0bea0f9f038 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424271 Apr 06 12:52:40.564466 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fd655252-ca3d-49e2-80d0-3719c747359c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (716eb29b-12d6-4e33-b33d-4942732a06a6), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:40.567648 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-fd655252-ca3d-49e2-80d0-3719c747359c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:40.568862 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-fd655252-ca3d-49e2-80d0-3719c747359c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/716eb29b-12d6-4e33-b33d-4942732a06a6 HTTP/1.1" status: 204 len: 168 time: 0.3438997 Apr 06 12:52:40.577367 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd655252-ca3d-49e2-80d0-3719c747359c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716eb29b-12d6-4e33-b33d-4942732a06a6,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:40.622488 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-6cdc7c16-93ba-4d3e-8c7b-31b173a56bcd service neutron] 10.222.0.74 "GET /v2.0/networks/b40f94ee-6b05-443e-8d02-d91d37586cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973027 Apr 06 12:52:40.877168 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51344) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:40.935500 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed37e6c9-07d9-48be-94ba-a3aa3500ce57 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (6bd189e5-6608-4439-b341-3012be721ddf), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:40.945721 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cc0d7-ca11-4954-bfbb-813a57fa8214 req-c76dad5a-dfe3-4b93-ae39-91d091e5e06e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:40.947287 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-328cc0d7-ca11-4954-bfbb-813a57fa8214 req-c76dad5a-dfe3-4b93-ae39-91d091e5e06e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 944 time: 0.0582564 Apr 06 12:52:41.014939 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed37e6c9-07d9-48be-94ba-a3aa3500ce57 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (6bd189e5-6608-4439-b341-3012be721ddf), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:41.027801 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-328cc0d7-ca11-4954-bfbb-813a57fa8214 req-1c3687df-fb01-4f04-a953-ceee3b361f92 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722656 Apr 06 12:52:41.094132 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ebe18ec5-290a-4cad-a2a2-ad2047e61f3a req-bfc1f193-03ed-4e12-8d6b-7f03138df363 service neutron] 10.222.0.74 "GET /v2.0/networks/b40f94ee-6b05-443e-8d02-d91d37586cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530640 Apr 06 12:52:41.178092 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed37e6c9-07d9-48be-94ba-a3aa3500ce57 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (6bd189e5-6608-4439-b341-3012be721ddf), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:41.180736 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ed37e6c9-07d9-48be-94ba-a3aa3500ce57 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:41.181896 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ed37e6c9-07d9-48be-94ba-a3aa3500ce57 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "DELETE /v2.0/security-groups/6bd189e5-6608-4439-b341-3012be721ddf HTTP/1.1" status: 204 len: 168 time: 0.3037200 Apr 06 12:52:41.184774 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51352) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:41.191271 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37e6c9-07d9-48be-94ba-a3aa3500ce57 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd189e5-6608-4439-b341-3012be721ddf,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:41.198373 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.api.v2.resource [None req-cedc462a-cb88-420d-8d07-c2593ace8f86 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] show failed (client error): The resource could not be found. Apr 06 12:52:41.199618 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-cedc462a-cb88-420d-8d07-c2593ace8f86 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups/6bd189e5-6608-4439-b341-3012be721ddf HTTP/1.1" status: 404 len: 347 time: 0.0137928 Apr 06 12:52:41.202661 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51354) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:41.334622 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Deleting port 5b45f5ff-79c1-4630-9274-ea4d8be83075 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:41.334967 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (5b45f5ff-79c1-4630-9274-ea4d8be83075), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:41.416935 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (5b45f5ff-79c1-4630-9274-ea4d8be83075), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:41.416935 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (5b45f5ff-79c1-4630-9274-ea4d8be83075), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:41.429182 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Calling delete_port for 5b45f5ff-79c1-4630-9274-ea4d8be83075 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:41.587543 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d63e70-3d70-4603-a89e-c515a6cbfaeb req-973787f0-0564-4535-9412-f160cf98ab64 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:41.589083 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9d63e70-3d70-4603-a89e-c515a6cbfaeb req-973787f0-0564-4535-9412-f160cf98ab64 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0606654 Apr 06 12:52:41.634899 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (5b45f5ff-79c1-4630-9274-ea4d8be83075), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:41.641642 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a9d63e70-3d70-4603-a89e-c515a6cbfaeb req-eaa05e94-ff73-4526-b455-88a4d8e4ae46 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467167 Apr 06 12:52:41.665937 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'Port': ['ID=5b45f5ff-79c1-4630-9274-ea4d8be83075,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:41.731250 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (99d54e39-ffe1-4312-9ec9-b6e54e4977ff), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:41.733957 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:41.735235 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-1c75f2a9-ef52-408f-b91e-cbf3035637ba tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "DELETE /v2.0/floatingips/99d54e39-ffe1-4312-9ec9-b6e54e4977ff HTTP/1.1" status: 204 len: 168 time: 0.5307915 Apr 06 12:52:41.846833 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b94c6af6-e244-40d4-a658-5d9a25d57093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.035553 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51374) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:42.040534 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-88c0dd8d-ab2e-4931-b245-25db2b483e63 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2090024940', 'description': 'tempest-description--522611570'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:42.119605 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88c0dd8d-ab2e-4931-b245-25db2b483e63 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.153507 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae33f7b-d5f9-4b82-9904-f166a00c95b6 req-c47d6e96-7e7b-4025-b5af-18a07d4d71a9 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:42.155045 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0ae33f7b-d5f9-4b82-9904-f166a00c95b6 req-c47d6e96-7e7b-4025-b5af-18a07d4d71a9 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 944 time: 0.0574112 Apr 06 12:52:42.191032 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88c0dd8d-ab2e-4931-b245-25db2b483e63 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (5a59a357-dfed-4786-9386-cb5646f9c357), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.208040 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0ae33f7b-d5f9-4b82-9904-f166a00c95b6 req-6793f5e9-a501-4cbc-9d05-36caa8446e9d tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450513 Apr 06 12:52:42.263752 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88c0dd8d-ab2e-4931-b245-25db2b483e63 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (5a59a357-dfed-4786-9386-cb5646f9c357), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.294843 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0dd8d-ab2e-4931-b245-25db2b483e63 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a59a357-dfed-4786-9386-cb5646f9c357,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:42.352281 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88c0dd8d-ab2e-4931-b245-25db2b483e63 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.353636 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-88c0dd8d-ab2e-4931-b245-25db2b483e63 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3169789 Apr 06 12:52:42.361520 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51388) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:42.366227 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-ebaf3536-b0f7-425d-ab59-710fbb16a519 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group_rule': {'security_group_id': '5a59a357-dfed-4786-9386-cb5646f9c357', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:42.475171 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ebaf3536-b0f7-425d-ab59-710fbb16a519 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (4d22fad3-5e19-47fa-a4dc-7eddacca708b), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.533308 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ebaf3536-b0f7-425d-ab59-710fbb16a519 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (4d22fad3-5e19-47fa-a4dc-7eddacca708b), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.600552 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ebaf3536-b0f7-425d-ab59-710fbb16a519 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (4d22fad3-5e19-47fa-a4dc-7eddacca708b), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.620598 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf3536-b0f7-425d-ab59-710fbb16a519 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d22fad3-5e19-47fa-a4dc-7eddacca708b,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:42.682607 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ebaf3536-b0f7-425d-ab59-710fbb16a519 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.683853 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ebaf3536-b0f7-425d-ab59-710fbb16a519 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3212364 Apr 06 12:52:42.686748 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51394) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:42.691192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-d87a8280-b707-47e1-9fed-75e2e53d793e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group_rule': {'security_group_id': '5a59a357-dfed-4786-9386-cb5646f9c357', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:42.778284 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d87a8280-b707-47e1-9fed-75e2e53d793e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (28d4e010-2e30-42d5-9a44-16fcf37acce9), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.784303 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb38d4-ba18-4d39-ba7b-bf7698d7f782 req-f39aa49f-cf1c-44a5-bf91-56b09802e9df tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:42.786481 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f1fb38d4-ba18-4d39-ba7b-bf7698d7f782 req-f39aa49f-cf1c-44a5-bf91-56b09802e9df tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0751748 Apr 06 12:52:42.839291 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f1fb38d4-ba18-4d39-ba7b-bf7698d7f782 req-23ee822a-eb1a-461d-8485-4d08d53e29c5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467272 Apr 06 12:52:42.843641 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d87a8280-b707-47e1-9fed-75e2e53d793e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (28d4e010-2e30-42d5-9a44-16fcf37acce9), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.914744 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d87a8280-b707-47e1-9fed-75e2e53d793e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (28d4e010-2e30-42d5-9a44-16fcf37acce9), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.933466 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a8280-b707-47e1-9fed-75e2e53d793e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d4e010-2e30-42d5-9a44-16fcf37acce9,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:42.996751 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d87a8280-b707-47e1-9fed-75e2e53d793e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:42.998016 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d87a8280-b707-47e1-9fed-75e2e53d793e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102624 Apr 06 12:52:43.001193 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51404) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:43.006621 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:43.052921 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:43.109466 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:43.218136 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:43.330834 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Allocated IP 172.27.0.140 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/d50f064c-b605-40b6-ade2-59f9dc697580) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:52:43.336030 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afb530-473a-4594-aac5-1d19f480e9cc req-61b88b14-efbb-4521-b2c2-ca16aabdebfb tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:43.337519 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-59afb530-473a-4594-aac5-1d19f480e9cc req-61b88b14-efbb-4521-b2c2-ca16aabdebfb tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 944 time: 0.0574977 Apr 06 12:52:43.389199 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-59afb530-473a-4594-aac5-1d19f480e9cc req-793318d1-1e61-4faa-b8d3-1b17fb92ba06 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 Apr 06 12:52:43.446911 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (d50f064c-b605-40b6-ade2-59f9dc697580), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:43.541689 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (d50f064c-b605-40b6-ade2-59f9dc697580), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:43.580665 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:52:43.585734 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:52:43.589495 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:52:43.595017 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=d50f064c-b605-40b6-ade2-59f9dc697580,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:43.678356 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (480156f2-2763-4b49-ace9-fbccc0326a29), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:43.787476 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (d50f064c-b605-40b6-ade2-59f9dc697580), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:43.976611 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ca42c-bbb9-43f7-acb0-a66c50fa5dae req-6104c066-7adf-48d1-bdc0-1509d3255f89 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:43.977489 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (d50f064c-b605-40b6-ade2-59f9dc697580), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:43.978095 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dc4ca42c-bbb9-43f7-acb0-a66c50fa5dae req-6104c066-7adf-48d1-bdc0-1509d3255f89 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0635948 Apr 06 12:52:44.032837 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-dc4ca42c-bbb9-43f7-acb0-a66c50fa5dae req-c40f298d-64ec-4285-b64e-4a28fa04de7a tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488343 Apr 06 12:52:44.068863 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (d50f064c-b605-40b6-ade2-59f9dc697580), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:44.143549 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=d50f064c-b605-40b6-ade2-59f9dc697580,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:44.153325 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (480156f2-2763-4b49-ace9-fbccc0326a29), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:44.229317 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:44.230657 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-e773ed26-a2db-4ab4-8995-a62f8900440b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2282979 Apr 06 12:52:44.436736 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-b94859b5-ae49-4e1b-9e0b-302ddc4e8111 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2090024940&fields=id&tenant_id=9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 267 time: 0.0457318 Apr 06 12:52:44.581614 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901d11c-17bb-4a18-a466-06dcae6c3d47 req-15dc7cc3-315d-431d-998a-67ed9dc0bba9 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:44.583936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a901d11c-17bb-4a18-a466-06dcae6c3d47 req-15dc7cc3-315d-431d-998a-67ed9dc0bba9 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 944 time: 0.1190577 Apr 06 12:52:44.589714 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-a7dc17bc-4ba4-4d48-b713-03a35e90e9e8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:44.591217 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-a7dc17bc-4ba4-4d48-b713-03a35e90e9e8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 815 time: 0.1476278 Apr 06 12:52:44.617429 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-2b01c3ba-b6fd-4413-aa26-649e2d81a075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/quotas/9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 375 time: 0.0188932 Apr 06 12:52:44.617692 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:44.668575 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a901d11c-17bb-4a18-a466-06dcae6c3d47 req-c49aae62-ce25-46b8-960c-dac566399f0d tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764096 Apr 06 12:52:44.691290 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-d9018760-a663-410e-a977-dbddc3c510c9 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645158 Apr 06 12:52:44.881743 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-7bc15adf-07c0-44bf-9a60-e340de4bbf3d service neutron] 10.222.0.60 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780021 Apr 06 12:52:44.969322 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-8acf444a-3d05-427a-8827-3bc9e61bbb08 service neutron] 10.222.0.60 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818124 Apr 06 12:52:45.157448 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbba3b7-8157-425b-9be9-1bae3a5ae286 req-bb03e0c0-8c83-4be8-9b87-487824ba3c36 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:45.158959 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7dbba3b7-8157-425b-9be9-1bae3a5ae286 req-bb03e0c0-8c83-4be8-9b87-487824ba3c36 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0583851 Apr 06 12:52:45.219714 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7dbba3b7-8157-425b-9be9-1bae3a5ae286 req-b48e1a20-7310-4fbc-a243-99be59270003 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541410 Apr 06 12:52:45.265579 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d037ddbe-bc23-497f-8204-6d37cdaf1198 req-d1d084a3-7252-4a8b-86dc-78a13a74d5d5 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 210 time: 0.0448740 Apr 06 12:52:45.796479 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1f349-d079-46d3-b5fb-bc2f8899a520 req-457ed7d1-dc12-4d99-9907-a72d9f98d0bb tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:45.797869 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-56a1f349-d079-46d3-b5fb-bc2f8899a520 req-457ed7d1-dc12-4d99-9907-a72d9f98d0bb tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 944 time: 0.0535185 Apr 06 12:52:45.801073 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device f1a6db16-d354-46b2-9c51-b7bd630fd3d4 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:52:45.857595 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-56a1f349-d079-46d3-b5fb-bc2f8899a520 req-031081a2-d91a-4cb3-aa12-b1c645edd6b0 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517569 Apr 06 12:52:45.907905 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port f1a6db16-d354-46b2-9c51-b7bd630fd3d4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:45.919099 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': 'f1a6db16-d354-46b2-9c51-b7bd630fd3d4', 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf', 'port_id': 'f1a6db16-d354-46b2-9c51-b7bd630fd3d4', 'mac_address': 'fa:16:3e:f0:ed:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82b6102-9677-4be2-8f84-295dd0ef6569', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:52:45.963044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:45.963435 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:45.976592 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a6db16-d354-46b2-9c51-b7bd630fd3d4 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:52:45.997063 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port f1a6db16-d354-46b2-9c51-b7bd630fd3d4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:46.084045 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:46.115558 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:46.137707 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:46.368416 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7e73631e-5f9d-4828-8b74-afb3159c968c req-377a4036-89e6-4b93-bc5f-883c52cad8a5 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 210 time: 0.0313525 Apr 06 12:52:46.478469 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['f1a6db16-d354-46b2-9c51-b7bd630fd3d4'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:52:46.974149 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8a7ae-bdfa-4abd-a11d-4d4306b9a15c req-3c909bbe-c91a-4b01-8eb2-7086ba87eb8c tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:46.975946 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5ff8a7ae-bdfa-4abd-a11d-4d4306b9a15c req-3c909bbe-c91a-4b01-8eb2-7086ba87eb8c tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 945 time: 0.0543532 Apr 06 12:52:47.038696 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5ff8a7ae-bdfa-4abd-a11d-4d4306b9a15c req-2b658025-b869-4a6b-9c3a-71d5b5e57629 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571165 Apr 06 12:52:47.462917 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-ff0c6c99-cb30-4cb2-bd5a-c98726f4172b req-30c14eed-485c-4003-9b95-8d488e598f80 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 210 time: 0.0274022 Apr 06 12:52:47.492026 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-ea7b82be-1b78-4769-960e-c4932e8f888e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:47.493495 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-ea7b82be-1b78-4769-960e-c4932e8f888e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 815 time: 0.1061370 Apr 06 12:52:47.563972 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-d1e4a764-dba1-4e50-adff-d6e96d0f81fd tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 380 time: 0.0542583 Apr 06 12:52:47.573118 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'port': {'device_id': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'admin_state_up': True, 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'security_groups': ['5a59a357-dfed-4786-9386-cb5646f9c357']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:47.760399 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Made reservation on behalf of 9206f27dc4b8452f8d305ddc914d24ec for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:52:47.763707 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:47.813400 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device f1a6db16-d354-46b2-9c51-b7bd630fd3d4 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:52:47.894247 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Allocated IP 172.20.0.4 (bc16f097-65cb-45df-82b7-46a8eb61e950/b67b9392-4786-4004-bf2b-f0ac569766f1/2ec3145a-b258-4c3e-b046-57bfbb08f191) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:52:47.937212 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:52:47.941641 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:52:47.943385 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:48.028582 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:48.028880 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:48.054243 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131d932-287f-42e8-9bf4-eb2217347a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6db16-d354-46b2-9c51-b7bd630fd3d4'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:48.055894 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b185d262-cdcd-471b-90d1-c2777648fb17" -d '{"events": [{"server_uuid": "0131d932-287f-42e8-9bf4-eb2217347a36", "name": "network-vif-plugged", "status": "completed", "tag": "f1a6db16-d354-46b2-9c51-b7bd630fd3d4"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:48.071055 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port f1a6db16-d354-46b2-9c51-b7bd630fd3d4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:48.096968 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd844465-b4a2-46de-8bab-4fc792466836 x-openstack-request-id: req-fd844465-b4a2-46de-8bab-4fc792466836 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:48.097344 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0131d932-287f-42e8-9bf4-eb2217347a36", "name": "network-vif-plugged", "status": "completed", "tag": "f1a6db16-d354-46b2-9c51-b7bd630fd3d4", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:48.097706 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd844465-b4a2-46de-8bab-4fc792466836 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:48.098217 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd844465-b4a2-46de-8bab-4fc792466836'] response: {'server_uuid': '0131d932-287f-42e8-9bf4-eb2217347a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a6db16-d354-46b2-9c51-b7bd630fd3d4', 'code': 200} Apr 06 12:52:48.137679 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:48.175271 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02710ee8-fff6-4b63-8938-868a7b2b4e5a req-c4199067-27c7-4ba2-889a-c511305f0ddf tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:48.178923 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-02710ee8-fff6-4b63-8938-868a7b2b4e5a req-c4199067-27c7-4ba2-889a-c511305f0ddf tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 945 time: 0.0689342 Apr 06 12:52:48.200696 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:48.237284 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-02710ee8-fff6-4b63-8938-868a7b2b4e5a req-14b9644e-2e6c-45e8-a4ed-ba95b264dd0b tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535507 Apr 06 12:52:48.301306 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:48.418205 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:48.467454 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Network bc16f097-65cb-45df-82b7-46a8eb61e950 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:52:48.470243 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404b53a-5cda-482d-a151-158df77bf38a req-f889fab8-ed75-4cf0-ab2b-3568cccec11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:48.472116 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6404b53a-5cda-482d-a151-158df77bf38a req-f889fab8-ed75-4cf0-ab2b-3568cccec11e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 1130 time: 0.0475986 Apr 06 12:52:48.472850 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:52:48.477136 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:52:48.506693 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=2ec3145a-b258-4c3e-b046-57bfbb08f191,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:48.537798 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:48.541934 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:48.543643 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6404b53a-5cda-482d-a151-158df77bf38a req-1711d207-b391-4214-ade4-1378c3061f9d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481176 Apr 06 12:52:48.607858 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699350ab-773f-4da6-9ebb-45eb1fd1977a req-f4b5b42c-372e-4107-a648-00c843078920 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:48.609409 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-699350ab-773f-4da6-9ebb-45eb1fd1977a req-f4b5b42c-372e-4107-a648-00c843078920 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 931 time: 0.0555024 Apr 06 12:52:48.632879 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-1875220c-2cea-49db-8269-dab31038efc8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0628641 Apr 06 12:52:48.668116 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-699350ab-773f-4da6-9ebb-45eb1fd1977a req-a651989c-100d-441b-a1c6-c40d866183ec tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484574 Apr 06 12:52:48.772431 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-ca677f08-a747-40bf-8043-c288c22fe6e3 None None] Provisioning complete for port 2ec3145a-b258-4c3e-b046-57bfbb08f191 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:52:48.772735 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ca677f08-a747-40bf-8043-c288c22fe6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:48.808143 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-ca677f08-a747-40bf-8043-c288c22fe6e3 None None] Port 2ec3145a-b258-4c3e-b046-57bfbb08f191 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:52:48.903928 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Request body: {'port': {'device_id': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:52:48.966613 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:49.231473 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec3145a-b258-4c3e-b046-57bfbb08f191 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:52:49.239111 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Publish callbacks [] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:49.250950 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Transition to ACTIVE for port object 2ec3145a-b258-4c3e-b046-57bfbb08f191 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:52:49.320272 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:49.362931 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39a63-08ae-48af-963d-8a1df9b87ed8 req-d46ec8c9-a2d2-4b6b-8a49-b754b81a492a tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:49.364862 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-58f39a63-08ae-48af-963d-8a1df9b87ed8 req-d46ec8c9-a2d2-4b6b-8a49-b754b81a492a tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 946 time: 0.0580320 Apr 06 12:52:49.370197 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec3145a-b258-4c3e-b046-57bfbb08f191,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:49.421971 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-58f39a63-08ae-48af-963d-8a1df9b87ed8 req-0d4f442c-48e2-43ce-b5bd-a9692ac3241a tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463266 Apr 06 12:52:49.454480 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Attempting to bind port 2ec3145a-b258-4c3e-b046-57bfbb08f191 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:52:49.454824 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Attempting to bind port 2ec3145a-b258-4c3e-b046-57bfbb08f191 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:52:49.455156 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Attempting to bind port 2ec3145a-b258-4c3e-b046-57bfbb08f191 on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:52:49.460796 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Port 2ec3145a-b258-4c3e-b046-57bfbb08f191 on network bc16f097-65cb-45df-82b7-46a8eb61e950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:52:49.461118 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Attempting to bind port 2ec3145a-b258-4c3e-b046-57bfbb08f191 on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:52:49.466180 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:52:49.466571 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Checking segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:52:49.467027 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Bound using segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:52:49.467454 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Bound port: 2ec3145a-b258-4c3e-b046-57bfbb08f191, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:52:49.467817 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:49.538558 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] For port 2ec3145a-b258-4c3e-b046-57bfbb08f191, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:52:49.541760 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] For port 2ec3145a-b258-4c3e-b046-57bfbb08f191, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ec3145a-b258-4c3e-b046-57bfbb08f191,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:52:49.789660 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5f9f2-8841-4640-bbcf-61b627f73591 req-72310683-51b3-4e41-ac75-012742c10ec5 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:49.791422 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-49d5f9f2-8841-4640-bbcf-61b627f73591 req-72310683-51b3-4e41-ac75-012742c10ec5 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 943 time: 0.0537498 Apr 06 12:52:49.837859 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-49d5f9f2-8841-4640-bbcf-61b627f73591 req-10e7571f-30a5-4b74-ba29-571806147007 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409279 Apr 06 12:52:50.012081 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:50.045344 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:50.045937 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:50.047366 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] 10.222.0.74 "PUT /v2.0/ports/2ec3145a-b258-4c3e-b046-57bfbb08f191 HTTP/1.1" status: 200 len: 1093 time: 1.1479936 Apr 06 12:52:50.047825 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'tag': '2ec3145a-b258-4c3e-b046-57bfbb08f191'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:50.050080 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a583f4-7775-47ba-80d7-3b4619bc9872" -d '{"events": [{"name": "network-changed", "server_uuid": "06d75cdf-4bab-438b-92ee-c0ec18d68672", "tag": "2ec3145a-b258-4c3e-b046-57bfbb08f191"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:50.084663 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0234df2-9b43-455f-86eb-680f1dd31169 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec3145a-b258-4c3e-b046-57bfbb08f191,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:50.095378 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c046a6-4f84-485f-8243-c2a3440a8b77 x-openstack-request-id: req-97c046a6-4f84-485f-8243-c2a3440a8b77 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:50.095378 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d75cdf-4bab-438b-92ee-c0ec18d68672", "tag": "2ec3145a-b258-4c3e-b046-57bfbb08f191", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:50.095378 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97c046a6-4f84-485f-8243-c2a3440a8b77 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:50.095378 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c046a6-4f84-485f-8243-c2a3440a8b77'] response: {'name': 'network-changed', 'server_uuid': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'tag': '2ec3145a-b258-4c3e-b046-57bfbb08f191', 'status': 'completed', 'code': 200} Apr 06 12:52:50.405839 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a583f4-7775-47ba-80d7-3b4619bc9872 req-7a27f2cf-c019-4d35-926b-21732ff486fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:50.408057 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d3a583f4-7775-47ba-80d7-3b4619bc9872 req-7a27f2cf-c019-4d35-926b-21732ff486fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 1127 time: 0.0508840 Apr 06 12:52:50.527138 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a583f4-7775-47ba-80d7-3b4619bc9872 req-be678952-37c8-4e2f-9714-8cee005efb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:50.528638 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d3a583f4-7775-47ba-80d7-3b4619bc9872 req-be678952-37c8-4e2f-9714-8cee005efb23 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1014299 Apr 06 12:52:50.549444 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f8504-4079-4fef-8403-491d972198ab req-1cf77a5d-a7c9-4b75-95bc-de3366311591 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:50.551113 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-326f8504-4079-4fef-8403-491d972198ab req-1cf77a5d-a7c9-4b75-95bc-de3366311591 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 946 time: 0.0585911 Apr 06 12:52:50.599608 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-326f8504-4079-4fef-8403-491d972198ab req-867cbdc3-ffb1-4831-81f1-024d38b691d9 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423994 Apr 06 12:52:50.633009 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a583f4-7775-47ba-80d7-3b4619bc9872 req-7c3fd988-a487-4e63-b251-cce4b14726f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:50.634702 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d3a583f4-7775-47ba-80d7-3b4619bc9872 req-7c3fd988-a487-4e63-b251-cce4b14726f8 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004610 Apr 06 12:52:50.736522 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-7c6fd6bb-bf33-49d0-a83d-29c8715da18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:50.738310 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-7c6fd6bb-bf33-49d0-a83d-29c8715da18e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 1127 time: 0.0457318 Apr 06 12:52:50.746690 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:52:50.790267 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-ac372925-79ab-48bc-b8b1-3825834d0e71 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec3145a-b258-4c3e-b046-57bfbb08f191 HTTP/1.1" status: 200 len: 217 time: 0.0383718 Apr 06 12:52:50.839853 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-2d456ce4-3d8d-4c4b-baaa-e6bb0304535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:50.841362 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-2d456ce4-3d8d-4c4b-baaa-e6bb0304535f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0445688 Apr 06 12:52:50.893756 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-b58bd2e9-e888-45b9-ab95-714bea6fc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:50.896151 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-b58bd2e9-e888-45b9-ab95-714bea6fc9e3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487416 Apr 06 12:52:50.985101 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386b215-6a0e-4ce0-95bf-777f9ee6affc req-2a8252e5-9d27-4626-9d10-d214a8cfc8f4 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:50.986571 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f386b215-6a0e-4ce0-95bf-777f9ee6affc req-2a8252e5-9d27-4626-9d10-d214a8cfc8f4 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 943 time: 0.0617986 Apr 06 12:52:51.002927 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-5cddbb52-3c64-4aa8-80ed-9dbc90b90f01 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999250 Apr 06 12:52:51.034535 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f386b215-6a0e-4ce0-95bf-777f9ee6affc req-f94d00b7-8770-4545-8f74-80f0b207f88b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Apr 06 12:52:51.099802 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1fc9d4cd-1cb4-4d9b-908e-593174f88c6a req-bc9771d2-9f2e-4579-85f8-0bf00e6d030e service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903134 Apr 06 12:52:51.995217 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e32d53-35eb-4e3b-9fb7-5904430c1a8e req-e2139a94-b4eb-4526-96df-987bcdfd8fe8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:51.996685 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e5e32d53-35eb-4e3b-9fb7-5904430c1a8e req-e2139a94-b4eb-4526-96df-987bcdfd8fe8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 946 time: 0.0532248 Apr 06 12:52:52.046999 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e5e32d53-35eb-4e3b-9fb7-5904430c1a8e req-a2badb8e-8475-478a-a3d7-b6ebb699834e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446939 Apr 06 12:52:52.160420 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b38d34-94a1-4588-a2e8-1d9c8231cf08 req-1d602ec3-059e-4f13-9950-81b3c7e55419 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:52.161789 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e2b38d34-94a1-4588-a2e8-1d9c8231cf08 req-1d602ec3-059e-4f13-9950-81b3c7e55419 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 943 time: 0.0550625 Apr 06 12:52:52.218358 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e2b38d34-94a1-4588-a2e8-1d9c8231cf08 req-99e1201a-097f-425b-8d6e-451b52672d2c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507052 Apr 06 12:52:53.171476 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da83107-fe82-4c96-bbfb-aec1b150141d req-bd11a68a-bb56-4cd2-962a-05951be14522 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:53.172949 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3da83107-fe82-4c96-bbfb-aec1b150141d req-bd11a68a-bb56-4cd2-962a-05951be14522 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 946 time: 0.0521963 Apr 06 12:52:53.221357 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3da83107-fe82-4c96-bbfb-aec1b150141d req-4149b7c9-3b7c-49bb-9dfe-0f62876eee9b tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Apr 06 12:52:53.295804 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51564) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:53.340959 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2853d5-4ef0-4b53-b5a3-8ce3abaa54c0 req-51ffe309-9332-4f90-843d-40ef6eba6239 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:53.342365 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb2853d5-4ef0-4b53-b5a3-8ce3abaa54c0 req-51ffe309-9332-4f90-843d-40ef6eba6239 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 943 time: 0.0579522 Apr 06 12:52:53.390979 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb2853d5-4ef0-4b53-b5a3-8ce3abaa54c0 req-62b8eef1-c133-464c-a395-9f4185d1abd6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Apr 06 12:52:53.404232 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:53.477667 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Publish callbacks [] for security_group (c8850c7d-db29-4b65-845b-048beee30c99), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:53.571498 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (c8850c7d-db29-4b65-845b-048beee30c99), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:53.608574 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8850c7d-db29-4b65-845b-048beee30c99,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:53.612372 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dab6fc0523ee488fbc7cbe4cf19cc4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155518 Apr 06 12:52:53.615118 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51568) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:53.618618 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.618969 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.619310 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.619649 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.620183 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.620508 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.620839 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.621166 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.621492 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.621820 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.622148 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.622668 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.622993 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.623313 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.623665 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410fe7eb-2031-4753-9e1c-b4aa88031cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.664432 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Publish callbacks [] for security_group (c8850c7d-db29-4b65-845b-048beee30c99), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:53.685640 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Publish callbacks [] for security_group (c8850c7d-db29-4b65-845b-048beee30c99), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:53.804185 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (c8850c7d-db29-4b65-845b-048beee30c99), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:53.806722 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:53.808899 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8850c7d-db29-4b65-845b-048beee30c99 HTTP/1.1" status: 204 len: 168 time: 0.1916933 Apr 06 12:52:53.816245 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8850c7d-db29-4b65-845b-048beee30c99,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:53.824756 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.825105 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.825545 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.825774 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.826107 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.826468 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.826796 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.827120 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.827540 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.827871 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.828197 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.828521 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.828841 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.829161 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:53.829478 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ed1513-ef8b-437a-94f1-20c6c6104e34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:54.347687 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a06d6-186b-489a-8836-b6cf893c792d req-f688d045-765b-49c6-bb4f-9584b95de3cb tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:54.349487 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d20a06d6-186b-489a-8836-b6cf893c792d req-f688d045-765b-49c6-bb4f-9584b95de3cb tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 946 time: 0.0575705 Apr 06 12:52:54.460964 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51578) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:54.479343 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fa97c59a-c1f4-4ba9-94b6-028e384595e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:54.577481 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fa97c59a-c1f4-4ba9-94b6-028e384595e7 admin admin] Publish callbacks [] for security_group (235c3464-a504-47da-996b-03f67d35ba7a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:54.632269 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fa97c59a-c1f4-4ba9-94b6-028e384595e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (235c3464-a504-47da-996b-03f67d35ba7a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:54.683168 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-fa97c59a-c1f4-4ba9-94b6-028e384595e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ee557eb8a85478ca83e61f1811054fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209301 Apr 06 12:52:54.683955 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97c59a-c1f4-4ba9-94b6-028e384595e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235c3464-a504-47da-996b-03f67d35ba7a,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:54.686242 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51580) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:54.715984 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d20a06d6-186b-489a-8836-b6cf893c792d req-956bfd3a-6604-48ed-aee0-ef021e403052 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605268 Apr 06 12:52:54.743765 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f024f54-bcab-4e40-bf44-0eea069d8469 req-b2fa864a-b724-4313-81c1-7f2019ad0c72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:54.745284 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1f024f54-bcab-4e40-bf44-0eea069d8469 req-b2fa864a-b724-4313-81c1-7f2019ad0c72 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 943 time: 0.0631020 Apr 06 12:52:54.747426 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-41229070-bfd5-4ba4-a2f6-adb8b4075c84 admin admin] Publish callbacks [] for security_group (235c3464-a504-47da-996b-03f67d35ba7a), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:54.774036 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-41229070-bfd5-4ba4-a2f6-adb8b4075c84 admin admin] Publish callbacks [] for security_group (235c3464-a504-47da-996b-03f67d35ba7a), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:54.793501 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1f024f54-bcab-4e40-bf44-0eea069d8469 req-bc887f30-504c-49b2-a966-6a1b13ef5c17 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419238 Apr 06 12:52:54.897013 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-41229070-bfd5-4ba4-a2f6-adb8b4075c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (235c3464-a504-47da-996b-03f67d35ba7a), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:54.899614 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-41229070-bfd5-4ba4-a2f6-adb8b4075c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:54.900780 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-41229070-bfd5-4ba4-a2f6-adb8b4075c84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/235c3464-a504-47da-996b-03f67d35ba7a HTTP/1.1" status: 204 len: 168 time: 0.2136106 Apr 06 12:52:54.909974 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41229070-bfd5-4ba4-a2f6-adb8b4075c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235c3464-a504-47da-996b-03f67d35ba7a,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:55.313045 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-00101039-32ee-4bfb-9dd1-b7da503948f1 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:55.314576 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-00101039-32ee-4bfb-9dd1-b7da503948f1 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.74 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 946 time: 0.0559995 Apr 06 12:52:55.420451 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Deleting port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:52:55.420785 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:55.516082 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] For port f1a6db16-d354-46b2-9c51-b7bd630fd3d4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:55.516775 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:55.530541 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Calling delete_port for f1a6db16-d354-46b2-9c51-b7bd630fd3d4 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:52:55.570313 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51586) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:55.583679 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e2574543-0f7e-493e-9863-414110dca53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:55.657632 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e2574543-0f7e-493e-9863-414110dca53e admin admin] Publish callbacks [] for security_group (1e17d6f0-7e7c-45af-836c-0e17b664ce06), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:55.714296 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (f1a6db16-d354-46b2-9c51-b7bd630fd3d4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:55.737191 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e2574543-0f7e-493e-9863-414110dca53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1e17d6f0-7e7c-45af-836c-0e17b664ce06), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:55.745369 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Pushing event deleted for resources: {'Port': ['ID=f1a6db16-d354-46b2-9c51-b7bd630fd3d4,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:55.760337 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['f1a6db16-d354-46b2-9c51-b7bd630fd3d4'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:52:55.794503 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-e2574543-0f7e-493e-9863-414110dca53e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ec022d3de894994b28f0287930e1016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230000 Apr 06 12:52:55.797234 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51590) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:52:55.804596 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574543-0f7e-493e-9863-414110dca53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e17d6f0-7e7c-45af-836c-0e17b664ce06,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:55.821748 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] No DVR routers for this DVR port f1a6db16-d354-46b2-9c51-b7bd630fd3d4 on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:52:55.824488 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:55.828091 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2d3a2ffe-ffaa-45d6-a19a-67e469f74a06 req-73050be6-395d-412e-b80f-c03d03e1c736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.74 "DELETE /v2.0/ports/f1a6db16-d354-46b2-9c51-b7bd630fd3d4 HTTP/1.1" status: 204 len: 173 time: 0.5075765 Apr 06 12:52:55.828658 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0131d932-287f-42e8-9bf4-eb2217347a36', 'name': 'network-vif-deleted', 'tag': 'f1a6db16-d354-46b2-9c51-b7bd630fd3d4'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:55.831314 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1650dc-c5c4-47e0-9321-f699aef7a01c" -d '{"events": [{"server_uuid": "0131d932-287f-42e8-9bf4-eb2217347a36", "name": "network-vif-deleted", "tag": "f1a6db16-d354-46b2-9c51-b7bd630fd3d4"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:55.851763 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ec12a0a-3bd2-4829-8fba-3d233bae85b2 req-69a6b3bb-5c00-44a9-933f-16c736fc9b5d tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 210 time: 0.0356624 Apr 06 12:52:55.861000 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2ec3145a-b258-4c3e-b046-57bfbb08f191 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:52:55.910383 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c90d699a-550e-456f-a93e-c7f231964fa1 admin admin] Publish callbacks [] for security_group (1e17d6f0-7e7c-45af-836c-0e17b664ce06), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:55.916650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414c5cbe-401b-4383-8381-24b2be04aafe x-openstack-request-id: req-414c5cbe-401b-4383-8381-24b2be04aafe {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:55.916650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0131d932-287f-42e8-9bf4-eb2217347a36", "name": "network-vif-deleted", "tag": "f1a6db16-d354-46b2-9c51-b7bd630fd3d4", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:55.916650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-414c5cbe-401b-4383-8381-24b2be04aafe {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:55.916650 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-414c5cbe-401b-4383-8381-24b2be04aafe'] response: {'server_uuid': '0131d932-287f-42e8-9bf4-eb2217347a36', 'name': 'network-vif-deleted', 'tag': 'f1a6db16-d354-46b2-9c51-b7bd630fd3d4', 'status': 'completed', 'code': 200} Apr 06 12:52:55.955905 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c90d699a-550e-456f-a93e-c7f231964fa1 admin admin] Publish callbacks [] for security_group (1e17d6f0-7e7c-45af-836c-0e17b664ce06), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:55.987289 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2ec3145a-b258-4c3e-b046-57bfbb08f191, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ec3145a-b258-4c3e-b046-57bfbb08f191,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:55.997171 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65229b41-3321-461b-8c1b-b4aad96557ff req-70d9a8e5-0193-4cba-a3c4-ea245e26d7a4 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:55.998750 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65229b41-3321-461b-8c1b-b4aad96557ff req-70d9a8e5-0193-4cba-a3c4-ea245e26d7a4 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 943 time: 0.0995696 Apr 06 12:52:55.998899 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '2ec3145a-b258-4c3e-b046-57bfbb08f191', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'port_id': '2ec3145a-b258-4c3e-b046-57bfbb08f191', 'mac_address': 'fa:16:3e:c6:87:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:52:56.037918 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2ec3145a-b258-4c3e-b046-57bfbb08f191 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:56.038336 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:56.051480 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-65229b41-3321-461b-8c1b-b4aad96557ff req-48d626f1-8a36-47af-b6b1-07658a37cbb4 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453520 Apr 06 12:52:56.056075 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec3145a-b258-4c3e-b046-57bfbb08f191 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:52:56.072720 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2ec3145a-b258-4c3e-b046-57bfbb08f191, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ec3145a-b258-4c3e-b046-57bfbb08f191,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:56.096774 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c90d699a-550e-456f-a93e-c7f231964fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1e17d6f0-7e7c-45af-836c-0e17b664ce06), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:56.099865 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c90d699a-550e-456f-a93e-c7f231964fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:56.100992 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c90d699a-550e-456f-a93e-c7f231964fa1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e17d6f0-7e7c-45af-836c-0e17b664ce06 HTTP/1.1" status: 204 len: 168 time: 0.3034172 Apr 06 12:52:56.109941 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d699a-550e-456f-a93e-c7f231964fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e17d6f0-7e7c-45af-836c-0e17b664ce06,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:56.137162 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:56.196264 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2ec3145a-b258-4c3e-b046-57bfbb08f191,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:56.203819 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.204167 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.204506 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.204844 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.205175 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.205505 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.205831 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.206155 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.207732 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.208086 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.208419 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.208749 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.209073 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.209395 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.209737 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:52:56.632458 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['2ec3145a-b258-4c3e-b046-57bfbb08f191'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:52:56.982084 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9399832b-aa35-47d7-9c93-878be389aa53 req-75cc76be-8894-49d1-b5c9-c1b1cc8212fb tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=0131d932-287f-42e8-9bf4-eb2217347a36 HTTP/1.1" status: 200 len: 210 time: 0.0308912 Apr 06 12:52:57.193974 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c846b-d956-4681-868f-dbe19cdaa345 req-c3d614bd-a12a-411b-ac0e-52be192e419e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:57.195592 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-869c846b-d956-4681-868f-dbe19cdaa345 req-c3d614bd-a12a-411b-ac0e-52be192e419e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 944 time: 0.0565886 Apr 06 12:52:57.245655 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-869c846b-d956-4681-868f-dbe19cdaa345 req-c61d362e-3d06-4293-8bb5-77fdd5540fbb tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442414 Apr 06 12:52:57.864643 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2ec3145a-b258-4c3e-b046-57bfbb08f191 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:52:57.988713 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 2ec3145a-b258-4c3e-b046-57bfbb08f191 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:52:57.993106 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 2ec3145a-b258-4c3e-b046-57bfbb08f191 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:52:57.997788 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:58.077334 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2ec3145a-b258-4c3e-b046-57bfbb08f191 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:52:58.077720 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:58.104882 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec3145a-b258-4c3e-b046-57bfbb08f191'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:52:58.107251 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e29a23c-a216-47c6-a891-780a1f1e936d" -d '{"events": [{"server_uuid": "06d75cdf-4bab-438b-92ee-c0ec18d68672", "name": "network-vif-plugged", "status": "completed", "tag": "2ec3145a-b258-4c3e-b046-57bfbb08f191"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:52:58.121890 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2ec3145a-b258-4c3e-b046-57bfbb08f191, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ec3145a-b258-4c3e-b046-57bfbb08f191,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:52:58.147618 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a46e2-7535-4d83-932f-7db3c27ec92a x-openstack-request-id: req-bd6a46e2-7535-4d83-932f-7db3c27ec92a {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:52:58.147915 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d75cdf-4bab-438b-92ee-c0ec18d68672", "name": "network-vif-plugged", "status": "completed", "tag": "2ec3145a-b258-4c3e-b046-57bfbb08f191", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:52:58.148176 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd6a46e2-7535-4d83-932f-7db3c27ec92a {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:52:58.148580 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd6a46e2-7535-4d83-932f-7db3c27ec92a'] response: {'server_uuid': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec3145a-b258-4c3e-b046-57bfbb08f191', 'code': 200} Apr 06 12:52:58.188811 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:52:58.189623 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device f1a6db16-d354-46b2-9c51-b7bd630fd3d4 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:52:58.240224 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: f1a6db16-d354-46b2-9c51-b7bd630fd3d4 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:52:58.240569 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device f1a6db16-d354-46b2-9c51-b7bd630fd3d4 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:52:58.269512 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2ec3145a-b258-4c3e-b046-57bfbb08f191,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:52:58.406863 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-ed84d40b-b214-4b75-ac8c-eb00cf816d00 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:58.408230 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-ed84d40b-b214-4b75-ac8c-eb00cf816d00 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/networks?id=b40f94ee-6b05-443e-8d02-d91d37586cdf HTTP/1.1" status: 200 len: 808 time: 0.1358962 Apr 06 12:52:58.418799 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a81ae-a377-4917-ab41-1b5cdc0bb831 req-be1cad11-ace1-469c-a9b7-1231994b1eee tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:58.420238 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-128a81ae-a377-4917-ab41-1b5cdc0bb831 req-be1cad11-ace1-469c-a9b7-1231994b1eee tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 945 time: 0.0954647 Apr 06 12:52:58.437225 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-cbd5f1b6-c01b-4d94-9605-7e2ca2189f37 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/quotas/f70fec6bd0d14aa3a14810dfd5f786a0 HTTP/1.1" status: 200 len: 375 time: 0.0160234 Apr 06 12:52:58.474718 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b3b18eff-4e43-4997-be93-ea55de232f56 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f70fec6bd0d14aa3a14810dfd5f786a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306747 Apr 06 12:52:58.519304 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-128a81ae-a377-4917-ab41-1b5cdc0bb831 req-861909c9-880a-4ccc-b15f-b8dc47d6aa05 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899091 Apr 06 12:52:58.548649 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0cbc4-d5df-4106-92ec-20c3fb484cd2 req-8ec056a4-1807-4608-a1c5-b5ca268b8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:58.551246 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8a0cbc4-d5df-4106-92ec-20c3fb484cd2 req-8ec056a4-1807-4608-a1c5-b5ca268b8eb2 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 1129 time: 0.0515225 Apr 06 12:52:58.588657 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-f796cdd9-a128-4ad5-8d8b-de789292f8b0 service neutron] 10.222.0.60 "GET /v2.0/networks/b40f94ee-6b05-443e-8d02-d91d37586cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979838 Apr 06 12:52:58.598365 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d8a0cbc4-d5df-4106-92ec-20c3fb484cd2 req-1c20f1d9-d11a-44ec-a06a-07e6a55c14aa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401833 Apr 06 12:52:58.676601 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-338a5129-ff8e-4851-be40-a51ae0f8d0d2 service neutron] 10.222.0.60 "GET /v2.0/networks/b40f94ee-6b05-443e-8d02-d91d37586cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820260 Apr 06 12:52:58.898618 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6c6dcb5b-5e51-4d56-82cf-a5aef814de1d req-60d28629-40b7-4330-b734-d97ab9a9f5c9 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 210 time: 0.0338671 Apr 06 12:52:59.641913 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbae651-e7ce-4bc5-bb35-f889471f2481 req-db34a913-3e8a-40a0-9372-5d4867e17bb7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:52:59.643541 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0fbae651-e7ce-4bc5-bb35-f889471f2481 req-db34a913-3e8a-40a0-9372-5d4867e17bb7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 945 time: 0.0560451 Apr 06 12:52:59.691572 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0fbae651-e7ce-4bc5-bb35-f889471f2481 req-c7205653-da18-410f-a4df-f8c86288631b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Apr 06 12:52:59.998650 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-940f9609-5afb-447a-af84-0c20790c8a63 req-c4b80285-2624-4ae8-8fae-ade7aa0e4dcb tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 210 time: 0.0283704 Apr 06 12:53:00.815041 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f72117-c431-41bf-bd2d-aefb1af5f4d4 req-f94d0e8e-9432-4ad1-898a-5cfaa355cced tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:00.816592 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-40f72117-c431-41bf-bd2d-aefb1af5f4d4 req-f94d0e8e-9432-4ad1-898a-5cfaa355cced tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 945 time: 0.0561268 Apr 06 12:53:00.864743 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-40f72117-c431-41bf-bd2d-aefb1af5f4d4 req-318d0741-c2f2-4b67-bb0a-30910483f2ab tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Apr 06 12:53:00.984115 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4a89e-eef8-4761-ab50-cf4012a57bc7 req-c4f83e92-ae44-4037-8463-e506b5f90090 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:00.985611 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0eb4a89e-eef8-4761-ab50-cf4012a57bc7 req-c4f83e92-ae44-4037-8463-e506b5f90090 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 945 time: 0.0537810 Apr 06 12:53:00.995664 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51678) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:01.000130 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-3b6d2ab5-536d-4089-9221-3db08906f1b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'floatingip': {'port_id': '2ec3145a-b258-4c3e-b046-57bfbb08f191'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:01.041115 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2ab5-536d-4089-9221-3db08906f1b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (480156f2-2763-4b49-ace9-fbccc0326a29), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.131117 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-25dd68e5-bb27-4c11-97cc-573f385f0837 req-1b70b5c1-465d-4068-a18a-c2071a384257 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 210 time: 0.0533268 Apr 06 12:53:01.287711 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-0aae521a-9226-459c-8893-597929bbd308 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:01.289184 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-0aae521a-9226-459c-8893-597929bbd308 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.74 "GET /v2.0/networks?id=b40f94ee-6b05-443e-8d02-d91d37586cdf HTTP/1.1" status: 200 len: 808 time: 0.1094887 Apr 06 12:53:01.308221 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Request body: {'port': {'device_id': '2b758d2a-27d1-43f7-8f98-b735cab8b1d9', 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf', 'admin_state_up': True, 'tenant_id': 'f70fec6bd0d14aa3a14810dfd5f786a0'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:01.490762 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Made reservation on behalf of f70fec6bd0d14aa3a14810dfd5f786a0 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:53:01.494120 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.546008 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2ab5-536d-4089-9221-3db08906f1b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.610741 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2ab5-536d-4089-9221-3db08906f1b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (480156f2-2763-4b49-ace9-fbccc0326a29), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.630023 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Allocated IP 172.20.0.14 (b40f94ee-6b05-443e-8d02-d91d37586cdf/b82b6102-9677-4be2-8f84-295dd0ef6569/129be5b2-7f9a-44dd-a639-07e750f9e3ff) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:53:01.718563 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-3b6d2ab5-536d-4089-9221-3db08906f1b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Floating IP 480156f2-2763-4b49-ace9-fbccc0326a29 associated. External IP: 172.27.0.140, port: 2ec3145a-b258-4c3e-b046-57bfbb08f191. Apr 06 12:53:01.801463 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks [] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.906726 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:01.947629 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6d2ab5-536d-4089-9221-3db08906f1b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:53:01.953254 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Network b40f94ee-6b05-443e-8d02-d91d37586cdf is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:53:01.958819 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:53:01.962937 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:53:01.969699 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Pushing event updated for resources: {'Port': ['ID=129be5b2-7f9a-44dd-a639-07e750f9e3ff,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:02.021850 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:02.022510 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.063364 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6d2ab5-536d-4089-9221-3db08906f1b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:53:02.067939 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3b6d2ab5-536d-4089-9221-3db08906f1b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.074353 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:53:02.084844 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:02.085533 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:52:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:02.097846 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-3b6d2ab5-536d-4089-9221-3db08906f1b1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "PUT /v2.0/floatingips/480156f2-2763-4b49-ace9-fbccc0326a29 HTTP/1.1" status: 200 len: 991 time: 1.1010969 Apr 06 12:53:02.098456 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'tag': '2ec3145a-b258-4c3e-b046-57bfbb08f191'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:02.100963 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224e4022-ec04-4722-ae85-b57cd82d33f1" -d '{"events": [{"name": "network-changed", "server_uuid": "06d75cdf-4bab-438b-92ee-c0ec18d68672", "tag": "2ec3145a-b258-4c3e-b046-57bfbb08f191"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:02.109305 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-b8eb8d64-5a29-4655-bb93-78b6a5554bf8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8049207 Apr 06 12:53:02.131151 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Request body: {'port': {'device_id': '2b758d2a-27d1-43f7-8f98-b735cab8b1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:53:02.139728 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d42f488-4ca3-4c34-9ad4-836779cf89e8 x-openstack-request-id: req-4d42f488-4ca3-4c34-9ad4-836779cf89e8 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:02.140026 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d75cdf-4bab-438b-92ee-c0ec18d68672", "tag": "2ec3145a-b258-4c3e-b046-57bfbb08f191", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:02.140285 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d42f488-4ca3-4c34-9ad4-836779cf89e8 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:02.140693 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d42f488-4ca3-4c34-9ad4-836779cf89e8'] response: {'name': 'network-changed', 'server_uuid': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'tag': '2ec3145a-b258-4c3e-b046-57bfbb08f191', 'status': 'completed', 'code': 200} Apr 06 12:53:02.207343 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.211060 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:02.277217 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-2ca0c879-b170-407b-bd9f-a37560e1d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:02.278819 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-2ca0c879-b170-407b-bd9f-a37560e1d3e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 1129 time: 0.0869312 Apr 06 12:53:02.374646 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a18ef6-c642-4d5b-9ff5-ea605e856ddd req-e28b30a3-81f3-4fce-a06b-a92c3c1d487e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:02.376186 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1a18ef6-c642-4d5b-9ff5-ea605e856ddd req-e28b30a3-81f3-4fce-a06b-a92c3c1d487e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 932 time: 0.1733389 Apr 06 12:53:02.443600 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-a588f173-759e-4cc9-ab99-33014432bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:02.445751 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-a588f173-759e-4cc9-ab99-33014432bac3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 916 time: 0.1519165 Apr 06 12:53:02.453005 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d1a18ef6-c642-4d5b-9ff5-ea605e856ddd req-a862aa3b-3d07-4e5c-bf30-e153789fc78e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681906 Apr 06 12:53:02.481623 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '480156f2-2763-4b49-ace9-fbccc0326a29', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': '2ec3145a-b258-4c3e-b046-57bfbb08f191', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:c6:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:52:43Z', 'updated_at': '2022-04-06T12:53:01Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:02.512563 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:53:02.522845 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:53:02.523616 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:52:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:02.526604 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-af853c4d-4cd8-431a-a0d2-8f9a054e80b4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ec3145a-b258-4c3e-b046-57bfbb08f191 HTTP/1.1" status: 200 len: 999 time: 0.0721800 Apr 06 12:53:02.545044 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 129be5b2-7f9a-44dd-a639-07e750f9e3ff {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:53:02.553779 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Publish callbacks [] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.566714 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Transition to ACTIVE for port object 129be5b2-7f9a-44dd-a639-07e750f9e3ff will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:53:02.581996 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-4e9088fa-d057-4b61-9fd8-699533c3e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:02.583566 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-4e9088fa-d057-4b61-9fd8-699533c3e048 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0504465 Apr 06 12:53:02.623141 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.641278 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-f629f7e7-9763-4b40-a3c7-34999d9cdd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:02.642848 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-f629f7e7-9763-4b40-a3c7-34999d9cdd45 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528998 Apr 06 12:53:02.645256 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:53:02.677855 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Pushing event updated for resources: {'Port': ['ID=129be5b2-7f9a-44dd-a639-07e750f9e3ff,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:02.746645 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Attempting to bind port 129be5b2-7f9a-44dd-a639-07e750f9e3ff on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:53:02.747027 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Attempting to bind port 129be5b2-7f9a-44dd-a639-07e750f9e3ff by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '3a21f659-02d3-4027-b2f5-0f1a2a08f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:53:02.747363 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Attempting to bind port 129be5b2-7f9a-44dd-a639-07e750f9e3ff on network b40f94ee-6b05-443e-8d02-d91d37586cdf {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:02.751785 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Port 129be5b2-7f9a-44dd-a639-07e750f9e3ff on network b40f94ee-6b05-443e-8d02-d91d37586cdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:53:02.752109 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Attempting to bind port 129be5b2-7f9a-44dd-a639-07e750f9e3ff on network b40f94ee-6b05-443e-8d02-d91d37586cdf {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:53:02.756982 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:53:02.757327 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Checking segment: {'id': '3a21f659-02d3-4027-b2f5-0f1a2a08f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:53:02.757710 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Bound using segment: {'id': '3a21f659-02d3-4027-b2f5-0f1a2a08f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:53:02.758133 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Bound port: 129be5b2-7f9a-44dd-a639-07e750f9e3ff, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a21f659-02d3-4027-b2f5-0f1a2a08f539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:53:02.758525 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.837919 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] For port 129be5b2-7f9a-44dd-a639-07e750f9e3ff, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:53:02.841089 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] For port 129be5b2-7f9a-44dd-a639-07e750f9e3ff, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=129be5b2-7f9a-44dd-a639-07e750f9e3ff,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:53:02.896436 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '480156f2-2763-4b49-ace9-fbccc0326a29', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': '2ec3145a-b258-4c3e-b046-57bfbb08f191', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:c6:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:52:43Z', 'updated_at': '2022-04-06T12:53:01Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:02.902420 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.923594 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e1bde-19c0-4499-973a-674100f9f74c None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '480156f2-2763-4b49-ace9-fbccc0326a29', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': '2ec3145a-b258-4c3e-b046-57bfbb08f191', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:c6:87:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:52:43Z', 'updated_at': '2022-04-06T12:53:01Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:53:02.937104 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:02.937729 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:02.939206 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] 10.222.0.74 "PUT /v2.0/ports/129be5b2-7f9a-44dd-a639-07e750f9e3ff HTTP/1.1" status: 200 len: 1094 time: 0.8133812 Apr 06 12:53:02.939663 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b758d2a-27d1-43f7-8f98-b735cab8b1d9', 'tag': '129be5b2-7f9a-44dd-a639-07e750f9e3ff'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:02.942688 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0806f12-ef75-4a6f-9179-4a9185108460" -d '{"events": [{"name": "network-changed", "server_uuid": "2b758d2a-27d1-43f7-8f98-b735cab8b1d9", "tag": "129be5b2-7f9a-44dd-a639-07e750f9e3ff"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:02.977481 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0589588-5daa-4d43-b990-315d7ee015cf service neutron] Pushing event updated for resources: {'Port': ['ID=129be5b2-7f9a-44dd-a639-07e750f9e3ff,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:03.012127 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9e025d-f41c-435b-97fa-afe0c21c7ccd x-openstack-request-id: req-0a9e025d-f41c-435b-97fa-afe0c21c7ccd {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:03.012428 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b758d2a-27d1-43f7-8f98-b735cab8b1d9", "tag": "129be5b2-7f9a-44dd-a639-07e750f9e3ff", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:03.012689 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a9e025d-f41c-435b-97fa-afe0c21c7ccd {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:03.013104 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a9e025d-f41c-435b-97fa-afe0c21c7ccd'] response: {'name': 'network-changed', 'server_uuid': '2b758d2a-27d1-43f7-8f98-b735cab8b1d9', 'tag': '129be5b2-7f9a-44dd-a639-07e750f9e3ff', 'status': 'completed', 'code': 200} Apr 06 12:53:03.075521 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-dd440833-643b-4461-912a-ae33de5b9a65 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524410 Apr 06 12:53:03.148012 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0806f12-ef75-4a6f-9179-4a9185108460 req-1c329e88-9c29-40fd-a3af-e25c7ec1940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:03.150095 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d0806f12-ef75-4a6f-9179-4a9185108460 req-1c329e88-9c29-40fd-a3af-e25c7ec1940c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70fec6bd0d14aa3a14810dfd5f786a0&device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 1128 time: 0.0514262 Apr 06 12:53:03.162443 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf9e5ee-7105-4fcd-9c4c-405a719b0dff None None] New status for floating IP 480156f2-2763-4b49-ace9-fbccc0326a29: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:53:03.203254 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-24d097da-e872-49e5-87a9-db5b816abeb9 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036429 Apr 06 12:53:03.270627 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0806f12-ef75-4a6f-9179-4a9185108460 req-83350bdd-cf19-48e2-9c61-00069a9313ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:03.272100 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d0806f12-ef75-4a6f-9179-4a9185108460 req-83350bdd-cf19-48e2-9c61-00069a9313ee service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=f70fec6bd0d14aa3a14810dfd5f786a0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1032603 Apr 06 12:53:03.578857 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a52af5-c9b5-4566-80f6-25ee6e26784e req-0c7465c1-8ff7-4706-9106-cfabdf5f774e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:03.580366 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b4a52af5-c9b5-4566-80f6-25ee6e26784e req-0c7465c1-8ff7-4706-9106-cfabdf5f774e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 944 time: 0.0555208 Apr 06 12:53:03.588146 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0806f12-ef75-4a6f-9179-4a9185108460 req-7256fba7-4fc8-4a3e-b361-0a61117b4fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:03.589587 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d0806f12-ef75-4a6f-9179-4a9185108460 req-7256fba7-4fc8-4a3e-b361-0a61117b4fce service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941722 Apr 06 12:53:03.628872 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b4a52af5-c9b5-4566-80f6-25ee6e26784e req-fb9dae94-afec-4660-939d-7b4bc1cb3c42 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 Apr 06 12:53:03.696226 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-780a6e0d-3fb0-4bee-8049-de2063ca61db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:03.697736 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-780a6e0d-3fb0-4bee-8049-de2063ca61db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=f70fec6bd0d14aa3a14810dfd5f786a0&device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 1128 time: 0.0486324 Apr 06 12:53:03.745558 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-594732e6-0886-4e1a-9abf-e4dfc30f6de9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=129be5b2-7f9a-44dd-a639-07e750f9e3ff HTTP/1.1" status: 200 len: 217 time: 0.0336931 Apr 06 12:53:03.794277 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-3b86bc41-90b9-43be-8c8f-1fd58a3c241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:03.795760 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-3b86bc41-90b9-43be-8c8f-1fd58a3c241d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b82b6102-9677-4be2-8f84-295dd0ef6569 HTTP/1.1" status: 200 len: 848 time: 0.0430386 Apr 06 12:53:03.827115 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-108a66d8-22f4-4a6d-bbad-8fde36650765 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b40f94ee-6b05-443e-8d02-d91d37586cdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244784 Apr 06 12:53:03.920306 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-4fb81410-81a0-4a04-ad2d-326f08446652 service neutron] 10.222.0.74 "GET /v2.0/networks/b40f94ee-6b05-443e-8d02-d91d37586cdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871878 Apr 06 12:53:03.946115 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:04.011742 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-aac53de9-109c-46be-99eb-1f793c6528b0 req-17ebe490-251e-46d3-ba8e-8e87a3701c43 service neutron] 10.222.0.74 "GET /v2.0/networks/b40f94ee-6b05-443e-8d02-d91d37586cdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853097 Apr 06 12:53:04.755585 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c440e41-c937-42e4-acff-4c8e1f97e9f0 req-83bf4945-d35c-482f-895c-4591670512a3 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:04.757008 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4c440e41-c937-42e4-acff-4c8e1f97e9f0 req-83bf4945-d35c-482f-895c-4591670512a3 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 944 time: 0.0544107 Apr 06 12:53:04.809662 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-4c440e41-c937-42e4-acff-4c8e1f97e9f0 req-b230ad83-8465-4168-85d3-ed71ae6c25ba tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470591 Apr 06 12:53:05.933644 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af8a29-4f1c-4383-a5ad-c3f2d2c1a7f4 req-910639e2-41f5-4a8b-92c9-c6f2ee02316e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:05.935400 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-91af8a29-4f1c-4383-a5ad-c3f2d2c1a7f4 req-910639e2-41f5-4a8b-92c9-c6f2ee02316e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 944 time: 0.0549972 Apr 06 12:53:05.985691 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-91af8a29-4f1c-4383-a5ad-c3f2d2c1a7f4 req-8431f3a8-5608-4af5-a893-dc16f4385dda tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440590 Apr 06 12:53:07.107401 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776df3b4-97ac-4e40-9782-51d8fb9d0d95 req-e0714b20-f607-4528-85d7-a362a8c82cc7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:07.108908 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-776df3b4-97ac-4e40-9782-51d8fb9d0d95 req-e0714b20-f607-4528-85d7-a362a8c82cc7 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 944 time: 0.0539281 Apr 06 12:53:07.157168 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-776df3b4-97ac-4e40-9782-51d8fb9d0d95 req-f70bf308-f1d7-4e06-8209-0239b5d5239e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420036 Apr 06 12:53:07.700298 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d51bf155-8380-4c8c-8377-57066f7805fb req-1f68e3af-c167-476b-97d6-817437cc9178 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474305 Apr 06 12:53:07.776110 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bf155-8380-4c8c-8377-57066f7805fb req-c04e1948-f72a-48a1-8433-754cf9014e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:07.777517 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d51bf155-8380-4c8c-8377-57066f7805fb req-c04e1948-f72a-48a1-8433-754cf9014e26 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=021080094b9b454e9a16cdc518de724f&device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1130 time: 0.0442040 Apr 06 12:53:07.880773 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bf155-8380-4c8c-8377-57066f7805fb req-f5f58ad3-3fe5-41fc-8832-7c7fb6f31924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:07.882259 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d51bf155-8380-4c8c-8377-57066f7805fb req-f5f58ad3-3fe5-41fc-8832-7c7fb6f31924 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc8a285-80f7-43a9-929e-62a6d76fa085 HTTP/1.1" status: 200 len: 910 time: 0.0851629 Apr 06 12:53:07.908410 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 129be5b2-7f9a-44dd-a639-07e750f9e3ff details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:53:07.953433 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d51bf155-8380-4c8c-8377-57066f7805fb req-dede2d44-64e2-421e-a956-d236daa22f88 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 200 len: 1002 time: 0.0646470 Apr 06 12:53:08.006749 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bf155-8380-4c8c-8377-57066f7805fb req-8d66ccfa-bbde-4e9f-a336-6ecba8ecab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:08.008329 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d51bf155-8380-4c8c-8377-57066f7805fb req-8d66ccfa-bbde-4e9f-a336-6ecba8ecab57 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4628f0d2-bc89-451c-b76b-87554fc47fcb HTTP/1.1" status: 200 len: 848 time: 0.0477092 Apr 06 12:53:08.017178 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 129be5b2-7f9a-44dd-a639-07e750f9e3ff, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=129be5b2-7f9a-44dd-a639-07e750f9e3ff,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:08.034143 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '129be5b2-7f9a-44dd-a639-07e750f9e3ff', 'network_id': 'b40f94ee-6b05-443e-8d02-d91d37586cdf', 'port_id': '129be5b2-7f9a-44dd-a639-07e750f9e3ff', 'mac_address': 'fa:16:3e:a0:eb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82b6102-9677-4be2-8f84-295dd0ef6569', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:53:08.057626 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51bf155-8380-4c8c-8377-57066f7805fb req-10e721c6-d412-4fbb-91c1-4d16fe5ee5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:08.059200 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d51bf155-8380-4c8c-8377-57066f7805fb req-10e721c6-d412-4fbb-91c1-4d16fe5ee5ad service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc8a285-80f7-43a9-929e-62a6d76fa085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449584 Apr 06 12:53:08.068027 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 129be5b2-7f9a-44dd-a639-07e750f9e3ff is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:08.068419 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:08.082592 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 129be5b2-7f9a-44dd-a639-07e750f9e3ff {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:53:08.102027 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 129be5b2-7f9a-44dd-a639-07e750f9e3ff, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=129be5b2-7f9a-44dd-a639-07e750f9e3ff,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:08.153604 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d51bf155-8380-4c8c-8377-57066f7805fb req-092c34f4-bf20-4db2-a295-3a7ee440b0ff service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874608 Apr 06 12:53:08.163817 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:08.227373 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=129be5b2-7f9a-44dd-a639-07e750f9e3ff,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:08.260389 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d51bf155-8380-4c8c-8377-57066f7805fb req-67812668-c29e-4174-bd43-7cabe0f1b5af service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997140 Apr 06 12:53:08.294698 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310989b7-bf61-4d7e-baa2-9b674e46b988 req-bf09cc9b-c566-4abf-b550-2b03483ef019 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:08.296129 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-310989b7-bf61-4d7e-baa2-9b674e46b988 req-bf09cc9b-c566-4abf-b550-2b03483ef019 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 945 time: 0.0599325 Apr 06 12:53:08.345372 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-310989b7-bf61-4d7e-baa2-9b674e46b988 req-802655a9-b618-4c71-bfed-fd612c4eb2e8 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Apr 06 12:53:08.601119 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['129be5b2-7f9a-44dd-a639-07e750f9e3ff'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:53:09.325044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e9293d00-a123-4245-baee-ef50d3b71166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:09.470230 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b34e0b-0a3d-4862-9f2e-16bcf9921097 req-ef547c9a-84b0-4a0c-ad1e-0b966f521736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:09.472409 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-96b34e0b-0a3d-4862-9f2e-16bcf9921097 req-ef547c9a-84b0-4a0c-ad1e-0b966f521736 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 945 time: 0.0583653 Apr 06 12:53:09.522220 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-96b34e0b-0a3d-4862-9f2e-16bcf9921097 req-b9fc040d-45ac-44b8-a04e-a73d494382eb tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Apr 06 12:53:10.058599 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 129be5b2-7f9a-44dd-a639-07e750f9e3ff up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:53:10.147235 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 129be5b2-7f9a-44dd-a639-07e750f9e3ff completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:53:10.151131 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 129be5b2-7f9a-44dd-a639-07e750f9e3ff triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:53:10.151502 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:10.230668 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 129be5b2-7f9a-44dd-a639-07e750f9e3ff is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:53:10.231053 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:10.255981 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b758d2a-27d1-43f7-8f98-b735cab8b1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129be5b2-7f9a-44dd-a639-07e750f9e3ff'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:10.258210 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9541a61a-0d0a-4e0d-a548-a1b759f0412a" -d '{"events": [{"server_uuid": "2b758d2a-27d1-43f7-8f98-b735cab8b1d9", "name": "network-vif-plugged", "status": "completed", "tag": "129be5b2-7f9a-44dd-a639-07e750f9e3ff"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:10.271039 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 129be5b2-7f9a-44dd-a639-07e750f9e3ff, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=129be5b2-7f9a-44dd-a639-07e750f9e3ff,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:10.297421 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299edde4-af71-4b8f-92b6-7d49314266ab x-openstack-request-id: req-299edde4-af71-4b8f-92b6-7d49314266ab {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:10.297709 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b758d2a-27d1-43f7-8f98-b735cab8b1d9", "name": "network-vif-plugged", "status": "completed", "tag": "129be5b2-7f9a-44dd-a639-07e750f9e3ff", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:10.297963 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-299edde4-af71-4b8f-92b6-7d49314266ab {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:10.298359 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299edde4-af71-4b8f-92b6-7d49314266ab'] response: {'server_uuid': '2b758d2a-27d1-43f7-8f98-b735cab8b1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '129be5b2-7f9a-44dd-a639-07e750f9e3ff', 'code': 200} Apr 06 12:53:10.358894 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:10.410563 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=129be5b2-7f9a-44dd-a639-07e750f9e3ff,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:10.645406 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8323e-b539-4b53-b238-d79e2af6342a req-fb80cf1f-db2d-45a8-ad16-ba491f39eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:10.647011 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-08d8323e-b539-4b53-b238-d79e2af6342a req-fb80cf1f-db2d-45a8-ad16-ba491f39eb06 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 1130 time: 0.0501361 Apr 06 12:53:10.658363 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f68950-8146-436f-ac93-e80a4186e6cd req-ccb8e6ee-0621-4e85-bb7a-46740b20a82e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:10.660215 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-60f68950-8146-436f-ac93-e80a4186e6cd req-ccb8e6ee-0621-4e85-bb7a-46740b20a82e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 946 time: 0.0535748 Apr 06 12:53:10.692295 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-08d8323e-b539-4b53-b238-d79e2af6342a req-6f07c284-9001-4872-8364-a17d06befc83 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Apr 06 12:53:10.711965 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-60f68950-8146-436f-ac93-e80a4186e6cd req-4acea1f6-941f-4726-b19b-a716cee80e1d tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Apr 06 12:53:10.888699 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51808) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:10.999008 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-76cec650-f65b-4808-ac7c-d6605f38e3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.073004 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-76cec650-f65b-4808-ac7c-d6605f38e3d8 admin admin] Publish callbacks [] for security_group (68e8d952-b584-428d-9133-da822e4f3e1b), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.134457 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-76cec650-f65b-4808-ac7c-d6605f38e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (68e8d952-b584-428d-9133-da822e4f3e1b), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.173000 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-76cec650-f65b-4808-ac7c-d6605f38e3d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=757d725718f84838a4d30c7b1850afab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2831833 Apr 06 12:53:11.173848 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cec650-f65b-4808-ac7c-d6605f38e3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e8d952-b584-428d-9133-da822e4f3e1b,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:11.176446 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51812) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:11.228713 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f8fe3600-0992-41fc-86f0-c6e67255ddd4 admin admin] Publish callbacks [] for security_group (68e8d952-b584-428d-9133-da822e4f3e1b), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.249606 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f8fe3600-0992-41fc-86f0-c6e67255ddd4 admin admin] Publish callbacks [] for security_group (68e8d952-b584-428d-9133-da822e4f3e1b), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.376232 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f8fe3600-0992-41fc-86f0-c6e67255ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (68e8d952-b584-428d-9133-da822e4f3e1b), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.379283 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-f8fe3600-0992-41fc-86f0-c6e67255ddd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.380674 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-f8fe3600-0992-41fc-86f0-c6e67255ddd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68e8d952-b584-428d-9133-da822e4f3e1b HTTP/1.1" status: 204 len: 168 time: 0.2029433 Apr 06 12:53:11.388650 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe3600-0992-41fc-86f0-c6e67255ddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e8d952-b584-428d-9133-da822e4f3e1b,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:11.839139 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ef9d-2171-4cba-9bca-6e48f8a40d87 req-8a636e54-c19f-4e26-8e2d-ea96d8c83569 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:11.840611 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ee4ef9d-2171-4cba-9bca-6e48f8a40d87 req-8a636e54-c19f-4e26-8e2d-ea96d8c83569 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 946 time: 0.0539746 Apr 06 12:53:11.850082 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-293a114a-a3d1-4323-94fc-3f6ce37b9ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:11.889377 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8ee4ef9d-2171-4cba-9bca-6e48f8a40d87 req-8ce7ef60-c003-4246-98e0-a57facd05dbd tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430951 Apr 06 12:53:13.010709 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd1c31-9e71-4585-bc37-192ca4273c0f req-8a812452-2579-4257-bfbf-14d5a72f4aef tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:13.012235 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f8dd1c31-9e71-4585-bc37-192ca4273c0f req-8a812452-2579-4257-bfbf-14d5a72f4aef tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 946 time: 0.0572088 Apr 06 12:53:13.048714 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:13.063911 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f8dd1c31-9e71-4585-bc37-192ca4273c0f req-b1f56048-2417-4396-9fa8-e6feba98a489 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460911 Apr 06 12:53:14.587359 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:14.788259 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056a1b9-71b0-4123-8f79-f4ebb8cf7a27 req-4cffa8d4-8e10-4f9d-8da2-ace5d7442637 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:14.789923 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6056a1b9-71b0-4123-8f79-f4ebb8cf7a27 req-4cffa8d4-8e10-4f9d-8da2-ace5d7442637 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 946 time: 0.0544012 Apr 06 12:53:14.838224 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6056a1b9-71b0-4123-8f79-f4ebb8cf7a27 req-dda206f1-6d5c-48a2-82b7-9303d79ed20c tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425799 Apr 06 12:53:15.962867 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c409e-92f8-4f69-b288-92dcc9937360 req-ef451af2-4ccf-4ecb-ac18-b113ee2cf7b3 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:15.964422 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-204c409e-92f8-4f69-b288-92dcc9937360 req-ef451af2-4ccf-4ecb-ac18-b113ee2cf7b3 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 946 time: 0.0566971 Apr 06 12:53:16.012325 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-204c409e-92f8-4f69-b288-92dcc9937360 req-abbc7e12-a1ad-49d9-83e8-47db544b14f4 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Apr 06 12:53:16.084146 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:17.131843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172c9de-7c10-4fa6-b10a-66a1e082dd03 req-4c16d01e-2908-4489-9f52-a999464bde28 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:17.133240 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d172c9de-7c10-4fa6-b10a-66a1e082dd03 req-4c16d01e-2908-4489-9f52-a999464bde28 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 946 time: 0.0541945 Apr 06 12:53:17.180806 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d172c9de-7c10-4fa6-b10a-66a1e082dd03 req-69b39184-944a-4598-a4fa-7b1e4b6a2764 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Apr 06 12:53:18.300859 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fd997-45fe-437f-baa6-a6420d3fa59c req-df10d681-12f1-4acf-880a-ee7cd674d295 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:18.302343 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-945fd997-45fe-437f-baa6-a6420d3fa59c req-df10d681-12f1-4acf-880a-ee7cd674d295 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 946 time: 0.0529389 Apr 06 12:53:18.353107 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-945fd997-45fe-437f-baa6-a6420d3fa59c req-ce97abca-f890-46bd-999a-6760257ade8d tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452020 Apr 06 12:53:19.485279 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b713c7a-a1aa-4ac3-b8d1-53c8d90cfe1a req-b879f67e-9779-4cf1-a365-ddd41cdea621 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:19.486911 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9b713c7a-a1aa-4ac3-b8d1-53c8d90cfe1a req-b879f67e-9779-4cf1-a365-ddd41cdea621 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 946 time: 0.0633636 Apr 06 12:53:19.538801 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9b713c7a-a1aa-4ac3-b8d1-53c8d90cfe1a req-1580bf35-372d-4a72-8f63-7b691cdf1573 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/security-groups?id=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Apr 06 12:53:19.911928 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-be49cfef-7a21-4fb3-bc0f-e1fba233ed0e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:53:19.913540 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-be49cfef-7a21-4fb3-bc0f-e1fba233ed0e tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.74 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 946 time: 0.0625567 Apr 06 12:53:20.026822 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Deleting port 129be5b2-7f9a-44dd-a639-07e750f9e3ff {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:53:20.027391 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.124271 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] For port 129be5b2-7f9a-44dd-a639-07e750f9e3ff, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=129be5b2-7f9a-44dd-a639-07e750f9e3ff,segment=NetworkSegment(3a21f659-02d3-4027-b2f5-0f1a2a08f539),segment_id=3a21f659-02d3-4027-b2f5-0f1a2a08f539)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:53:20.124647 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.138304 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Calling delete_port for 129be5b2-7f9a-44dd-a639-07e750f9e3ff owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:53:20.295898 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (129be5b2-7f9a-44dd-a639-07e750f9e3ff), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.326649 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Pushing event deleted for resources: {'Port': ['ID=129be5b2-7f9a-44dd-a639-07e750f9e3ff,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:20.336967 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['129be5b2-7f9a-44dd-a639-07e750f9e3ff'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:53:20.380752 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] No DVR routers for this DVR port 129be5b2-7f9a-44dd-a639-07e750f9e3ff on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:53:20.383366 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:20.395129 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-1ab0971c-2abe-4f6c-9f99-689fd513b160 req-9aaa3406-37dd-4a2e-94da-1a7e7be42f18 tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.74 "DELETE /v2.0/ports/129be5b2-7f9a-44dd-a639-07e750f9e3ff HTTP/1.1" status: 204 len: 173 time: 0.4749901 Apr 06 12:53:20.395625 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b758d2a-27d1-43f7-8f98-b735cab8b1d9', 'name': 'network-vif-deleted', 'tag': '129be5b2-7f9a-44dd-a639-07e750f9e3ff'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:53:20.398183 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087035d0-9470-4ef2-9a40-65037e29ea88" -d '{"events": [{"server_uuid": "2b758d2a-27d1-43f7-8f98-b735cab8b1d9", "name": "network-vif-deleted", "tag": "129be5b2-7f9a-44dd-a639-07e750f9e3ff"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:53:20.575158 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fd3123-e9c0-478c-ab5e-529ab9f4820d x-openstack-request-id: req-e4fd3123-e9c0-478c-ab5e-529ab9f4820d {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:53:20.575455 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b758d2a-27d1-43f7-8f98-b735cab8b1d9", "name": "network-vif-deleted", "tag": "129be5b2-7f9a-44dd-a639-07e750f9e3ff", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:53:20.575711 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4fd3123-e9c0-478c-ab5e-529ab9f4820d {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:53:20.576114 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fd3123-e9c0-478c-ab5e-529ab9f4820d'] response: {'server_uuid': '2b758d2a-27d1-43f7-8f98-b735cab8b1d9', 'name': 'network-vif-deleted', 'tag': '129be5b2-7f9a-44dd-a639-07e750f9e3ff', 'status': 'completed', 'code': 200} Apr 06 12:53:20.641144 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5b7839f5-13e2-43de-8a0a-dc9c021636ca req-adb71131-23b2-4f49-bc0c-ebad0767c56d tempest-VolumesActionsTest-1133018238 tempest-VolumesActionsTest-1133018238-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b758d2a-27d1-43f7-8f98-b735cab8b1d9 HTTP/1.1" status: 200 len: 210 time: 0.0265908 Apr 06 12:53:22.808818 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 51950) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:22.916774 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-711b39d0-e22d-4cea-9b7e-7a94cc9df04f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:22.990858 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-711b39d0-e22d-4cea-9b7e-7a94cc9df04f admin admin] Publish callbacks [] for security_group (4005d12b-a6b0-42f4-bf80-fb8673cfe4c6), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.077985 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-711b39d0-e22d-4cea-9b7e-7a94cc9df04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (4005d12b-a6b0-42f4-bf80-fb8673cfe4c6), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.123402 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711b39d0-e22d-4cea-9b7e-7a94cc9df04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005d12b-a6b0-42f4-bf80-fb8673cfe4c6,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:23.123402 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-711b39d0-e22d-4cea-9b7e-7a94cc9df04f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=67f03d927f1442aabc065068896ab4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112378 Apr 06 12:53:23.124111 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 51970) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:23.179533 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e981232d-6812-4535-a218-e39f1cbc0e6a admin admin] Publish callbacks [] for security_group (4005d12b-a6b0-42f4-bf80-fb8673cfe4c6), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.201745 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e981232d-6812-4535-a218-e39f1cbc0e6a admin admin] Publish callbacks [] for security_group (4005d12b-a6b0-42f4-bf80-fb8673cfe4c6), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.306882 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e981232d-6812-4535-a218-e39f1cbc0e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (4005d12b-a6b0-42f4-bf80-fb8673cfe4c6), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.309443 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-e981232d-6812-4535-a218-e39f1cbc0e6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:23.310661 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-e981232d-6812-4535-a218-e39f1cbc0e6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4005d12b-a6b0-42f4-bf80-fb8673cfe4c6 HTTP/1.1" status: 204 len: 168 time: 0.1855180 Apr 06 12:53:23.319646 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e981232d-6812-4535-a218-e39f1cbc0e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005d12b-a6b0-42f4-bf80-fb8673cfe4c6,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:25.628896 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 129be5b2-7f9a-44dd-a639-07e750f9e3ff no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:53:25.651982 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 129be5b2-7f9a-44dd-a639-07e750f9e3ff {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:53:25.652328 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 129be5b2-7f9a-44dd-a639-07e750f9e3ff not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:53:27.745442 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:53:33.917716 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:39.345816 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4388ba5c-d9a5-42e8-bd4c-88ba30a73c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:41.850017 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7a8c7bb8-215b-4853-8b40-7b7586297f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:43.071917 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:44.625597 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:46.065179 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.869619 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52182) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:47.914122 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_v2 [None req-8049a34e-a791-4dd2-b08e-fe7cb8202f88 admin admin] Deleting subnet b82b6102-9677-4be2-8f84-295dd0ef6569 {{(pid=103994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:53:47.917191 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8049a34e-a791-4dd2-b08e-fe7cb8202f88 admin admin] Publish callbacks [] for subnet (b82b6102-9677-4be2-8f84-295dd0ef6569), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.950702 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8049a34e-a791-4dd2-b08e-fe7cb8202f88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391634'] for subnet (b82b6102-9677-4be2-8f84-295dd0ef6569), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:47.991525 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8049a34e-a791-4dd2-b08e-fe7cb8202f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (b82b6102-9677-4be2-8f84-295dd0ef6569), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.117440 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8049a34e-a791-4dd2-b08e-fe7cb8202f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118396692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118161717'] for subnet (b82b6102-9677-4be2-8f84-295dd0ef6569), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.148964 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049a34e-a791-4dd2-b08e-fe7cb8202f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b82b6102-9677-4be2-8f84-295dd0ef6569,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:48.153139 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8049a34e-a791-4dd2-b08e-fe7cb8202f88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.157183 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-8049a34e-a791-4dd2-b08e-fe7cb8202f88 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b82b6102-9677-4be2-8f84-295dd0ef6569 HTTP/1.1" status: 204 len: 168 time: 0.2857692 Apr 06 12:53:48.159546 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52184) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:48.228085 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (b40f94ee-6b05-443e-8d02-d91d37586cdf), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.307693 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (b40f94ee-6b05-443e-8d02-d91d37586cdf), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.327328 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40f94ee-6b05-443e-8d02-d91d37586cdf']}} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:48.336961 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a21f659-02d3-4027-b2f5-0f1a2a08f539') {'for_net_delete': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:48.337265 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a21f659-02d3-4027-b2f5-0f1a2a08f539') {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:53:48.347178 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391593'] for segment (3a21f659-02d3-4027-b2f5-0f1a2a08f539), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.360613 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (3a21f659-02d3-4027-b2f5-0f1a2a08f539), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.366267 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:53:48.366677 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118396798'] for segment (3a21f659-02d3-4027-b2f5-0f1a2a08f539), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: Traceback (most recent call last): Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: timer() Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: cb(*args, **kw) Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: return func(*args, **kwargs) Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: self._notify() Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: self.callback(batched_events) Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: event.method(event) Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: return f(self, *a, **k) Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._get(url).json() Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: return self.request(url, 'GET', **kwargs) Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:53:48.368324 dv-cinder-836069-1-iscsi neutron-server[103994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:53:48.499316 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (b40f94ee-6b05-443e-8d02-d91d37586cdf), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.505463 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.508552 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b40f94ee-6b05-443e-8d02-d91d37586cdf HTTP/1.1" status: 204 len: 168 time: 0.3480635 Apr 06 12:53:48.520138 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502b9ce-852e-4dcf-a73e-af0d24ffa8f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b40f94ee-6b05-443e-8d02-d91d37586cdf,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:53:48.880327 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52188) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:48.924690 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-fb77fb57-3b37-4fd4-b28e-924014b30d2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f70fec6bd0d14aa3a14810dfd5f786a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431635 Apr 06 12:53:48.927083 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52190) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:53:48.974134 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1f33-971d-40d6-838a-3cd96e047947 admin admin] Publish callbacks [] for security_group (7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:48.995596 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1f33-971d-40d6-838a-3cd96e047947 admin admin] Publish callbacks [] for security_group (7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:49.104501 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1f33-971d-40d6-838a-3cd96e047947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:49.107162 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1f33-971d-40d6-838a-3cd96e047947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:53:49.108302 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0e4b1f33-971d-40d6-838a-3cd96e047947 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d HTTP/1.1" status: 204 len: 168 time: 0.1803329 Apr 06 12:53:49.117748 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b1f33-971d-40d6-838a-3cd96e047947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b829ba4-6efa-4d94-a5ab-3afdcea4cc2d,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:03.881441 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:04.743593 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:54:09.326611 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-39dd7a12-2788-44c2-8fee-9f2d4a07846f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:11.828623 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-607779dc-5609-4b6a-91cf-b557bf20a624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:13.046021 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:14.606452 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:16.092046 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:31.133086 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52208) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:31.494062 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Deleting port 7a5058ab-362a-4558-9fa3-700decd67b76 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:31.494318 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (7a5058ab-362a-4558-9fa3-700decd67b76), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:31.575188 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (7a5058ab-362a-4558-9fa3-700decd67b76), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:31.576209 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for floatingip (7a5058ab-362a-4558-9fa3-700decd67b76), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:31.588461 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Calling delete_port for 7a5058ab-362a-4558-9fa3-700decd67b76 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:31.835242 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (7a5058ab-362a-4558-9fa3-700decd67b76), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:31.860564 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event deleted for resources: {'Port': ['ID=7a5058ab-362a-4558-9fa3-700decd67b76,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:31.875624 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.875983 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.876724 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.876724 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.876986 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.877323 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.878608 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.878995 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.879333 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.879669 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.880002 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.880333 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.880663 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.880991 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:31.881319 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:32.199082 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for floatingip (006273e5-e25d-472a-b6f7-8bc1e37d76bf), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:32.199800 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Floating IP 006273e5-e25d-472a-b6f7-8bc1e37d76bf disassociated (deleted). External IP: 172.27.0.118, port: 4a51277f-8d3c-43df-9008-01c9c819c2f4. Apr 06 12:54:32.415173 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Router f0f19a29-6f55-4ca6-95b1-23de92399fd3 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:54:32.532492 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:32.538949 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:32.545275 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] Sync routers for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:32.556856 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:32.557469 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:32.572842 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-996bfb13-0e07-47ef-b7a1-a1981f7258d5 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "DELETE /v2.0/floatingips/006273e5-e25d-472a-b6f7-8bc1e37d76bf HTTP/1.1" status: 204 len: 168 time: 1.4387398 Apr 06 12:54:32.577780 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:54:32.577780 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68a4cf3-de26-419d-ba40-ee98e840201c" -d '{"events": [{"name": "network-changed", "server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:54:32.637888 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded8fce1-7ef1-4fca-8adf-ab299ec178a9 x-openstack-request-id: req-ded8fce1-7ef1-4fca-8adf-ab299ec178a9 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:54:32.638188 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:54:32.638468 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ded8fce1-7ef1-4fca-8adf-ab299ec178a9 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:54:32.639091 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded8fce1-7ef1-4fca-8adf-ab299ec178a9'] response: {'name': 'network-changed', 'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'status': 'completed', 'code': 200} Apr 06 12:54:32.706016 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:32.725883 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-00b191fb-0fac-487e-b94c-c195032e1bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:32.727473 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-00b191fb-0fac-487e-b94c-c195032e1bd9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=021080094b9b454e9a16cdc518de724f&device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 1130 time: 0.0481446 Apr 06 12:54:32.836878 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-2727c990-3fab-4b5e-a13c-2c3a93c1feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:32.838371 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-2727c990-3fab-4b5e-a13c-2c3a93c1feb0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=efc8a285-80f7-43a9-929e-62a6d76fa085 HTTP/1.1" status: 200 len: 910 time: 0.1037521 Apr 06 12:54:32.890731 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-c699edf3-093e-44e5-a39d-2c9a91068224 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 200 len: 217 time: 0.0458989 Apr 06 12:54:32.954476 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-e9603db5-ef29-4e2b-ba81-b5d002ca0b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:32.956609 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-e9603db5-ef29-4e2b-ba81-b5d002ca0b5c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4628f0d2-bc89-451c-b76b-87554fc47fcb HTTP/1.1" status: 200 len: 848 time: 0.0592201 Apr 06 12:54:33.022252 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '64708c44-007d-4912-8ae2-70b960a0c54c', 'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'mac_address': 'fa:16:3e:60:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:26Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 5, 'project_id': '021080094b9b454e9a16cdc518de724f', 'subnets': [{'id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:33.051077 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] Checking router: f0f19a29-6f55-4ca6-95b1-23de92399fd3 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:33.060120 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:33.060638 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:33.152988 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c153e-21d0-4c0a-9ac2-634c48763213 req-6b47ff01-c347-44de-bbb8-9ccbc1dfd1b2 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:33.155012 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a9c153e-21d0-4c0a-9ac2-634c48763213 req-6b47ff01-c347-44de-bbb8-9ccbc1dfd1b2 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.1134098 Apr 06 12:54:33.173233 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:33.206891 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a9c153e-21d0-4c0a-9ac2-634c48763213 req-9b8c5638-aba5-4000-b7b6-e6c42343d89f tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457697 Apr 06 12:54:33.377129 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '64708c44-007d-4912-8ae2-70b960a0c54c', 'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'mac_address': 'fa:16:3e:60:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:26Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 5, 'project_id': '021080094b9b454e9a16cdc518de724f', 'subnets': [{'id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:33.403576 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc423a-dcef-44bd-91a7-3651fe799f02 None None] The sync data for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi is: [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:48:27Z', 'revision_number': 4, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '64708c44-007d-4912-8ae2-70b960a0c54c', 'name': '', 'network_id': 'efc8a285-80f7-43a9-929e-62a6d76fa085', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'mac_address': 'fa:16:3e:60:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:26Z', 'updated_at': '2022-04-06T12:48:32Z', 'revision_number': 5, 'project_id': '021080094b9b454e9a16cdc518de724f', 'subnets': [{'id': '4628f0d2-bc89-451c-b76b-87554fc47fcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:33.626796 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a81d69-cfe7-48e4-94ef-81614ab05c35 None None] New status for floating IP 006273e5-e25d-472a-b6f7-8bc1e37d76bf: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:54:33.898428 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:34.081966 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-170a97eb-f4cc-4037-8d72-3751db5c51b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:34.083506 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-170a97eb-f4cc-4037-8d72-3751db5c51b8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=efc8a285-80f7-43a9-929e-62a6d76fa085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474353 Apr 06 12:54:34.181436 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-8a5f34e8-674e-40f6-b05e-ff8799fa915a service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905669 Apr 06 12:54:34.284979 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-f68a4cf3-de26-419d-ba40-ee98e840201c req-cec2707b-70f4-412d-a696-0ad62edec139 service neutron] 10.222.0.74 "GET /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969670 Apr 06 12:54:34.400596 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba08b3-9c39-4797-aaf1-137be4569d6c req-15738176-5957-4560-bacc-1540075d589e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:34.402448 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbba08b3-9c39-4797-aaf1-137be4569d6c req-15738176-5957-4560-bacc-1540075d589e tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.1107357 Apr 06 12:54:34.453795 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fbba08b3-9c39-4797-aaf1-137be4569d6c req-a38c5a87-68f6-41b4-93fe-13c8edf692d4 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455894 Apr 06 12:54:34.842822 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-ee35f761-b131-46b5-87a9-162ff74876b0 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:34.844358 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-ee35f761-b131-46b5-87a9-162ff74876b0 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.74 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 946 time: 0.0586426 Apr 06 12:54:34.946263 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Deleting port 4a51277f-8d3c-43df-9008-01c9c819c2f4 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:34.946642 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:35.044494 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] For port 4a51277f-8d3c-43df-9008-01c9c819c2f4, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=4a51277f-8d3c-43df-9008-01c9c819c2f4,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:35.044750 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:35.058158 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Calling delete_port for 4a51277f-8d3c-43df-9008-01c9c819c2f4 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:35.286942 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (4a51277f-8d3c-43df-9008-01c9c819c2f4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:35.320641 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event deleted for resources: {'Port': ['ID=4a51277f-8d3c-43df-9008-01c9c819c2f4,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:35.366522 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] No DVR routers for this DVR port 4a51277f-8d3c-43df-9008-01c9c819c2f4 on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:54:35.369049 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:35.372405 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-cd131fd4-5656-4cf0-b880-f426f2221ac6 req-2059f152-1912-4c4c-bb80-90577134304c tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.74 "DELETE /v2.0/ports/4a51277f-8d3c-43df-9008-01c9c819c2f4 HTTP/1.1" status: 204 len: 173 time: 0.5216913 Apr 06 12:54:35.372880 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'name': 'network-vif-deleted', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:54:35.375242 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db75f636-a956-44bb-8568-b7adb6eb3d33" -d '{"events": [{"server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "name": "network-vif-deleted", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:54:35.414270 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a1b191-34c3-4185-a13b-7781e59945f5 x-openstack-request-id: req-43a1b191-34c3-4185-a13b-7781e59945f5 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:54:35.414664 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04988e53-a0c1-4111-a1a0-596a7db87484", "name": "network-vif-deleted", "tag": "4a51277f-8d3c-43df-9008-01c9c819c2f4", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:54:35.414929 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43a1b191-34c3-4185-a13b-7781e59945f5 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:54:35.415341 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a1b191-34c3-4185-a13b-7781e59945f5'] response: {'server_uuid': '04988e53-a0c1-4111-a1a0-596a7db87484', 'name': 'network-vif-deleted', 'tag': '4a51277f-8d3c-43df-9008-01c9c819c2f4', 'status': 'completed', 'code': 200} Apr 06 12:54:35.554697 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e73edc46-1d4c-4efe-a563-0c8e24067e43 req-28fc72b6-3acb-4b0b-b904-c3c0dfbaeb34 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 210 time: 0.0288689 Apr 06 12:54:36.673537 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8e6af7c2-c7e4-4f14-95fc-b156b33722e3 req-d92829b0-a8a6-4263-a57a-6d2ffcd52d40 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "GET /v2.0/ports?device_id=04988e53-a0c1-4111-a1a0-596a7db87484 HTTP/1.1" status: 200 len: 210 time: 0.0318251 Apr 06 12:54:37.381134 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 4a51277f-8d3c-43df-9008-01c9c819c2f4 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:54:37.401356 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 4a51277f-8d3c-43df-9008-01c9c819c2f4 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:54:37.401695 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 4a51277f-8d3c-43df-9008-01c9c819c2f4 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:54:37.735403 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52270) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:37.798563 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8d2f11b4-bba1-40c4-bd93-f70c4b25813d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group (38cdfbd3-6b4a-4041-b0f1-ab597d717cd4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.824519 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8d2f11b4-bba1-40c4-bd93-f70c4b25813d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group (38cdfbd3-6b4a-4041-b0f1-ab597d717cd4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.966865 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8d2f11b4-bba1-40c4-bd93-f70c4b25813d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (38cdfbd3-6b4a-4041-b0f1-ab597d717cd4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.969475 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8d2f11b4-bba1-40c4-bd93-f70c4b25813d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:37.970932 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-8d2f11b4-bba1-40c4-bd93-f70c4b25813d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] 10.222.0.60 "DELETE /v2.0/security-groups/38cdfbd3-6b4a-4041-b0f1-ab597d717cd4 HTTP/1.1" status: 204 len: 168 time: 0.2345440 Apr 06 12:54:37.983199 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f11b4-bba1-40c4-bd93-f70c4b25813d tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cdfbd3-6b4a-4041-b0f1-ab597d717cd4,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:38.094301 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52276) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:38.549089 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (f0f19a29-6f55-4ca6-95b1-23de92399fd3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:38.795869 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Deleting port 64708c44-007d-4912-8ae2-70b960a0c54c {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:38.796517 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:38.875921 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] For port 64708c44-007d-4912-8ae2-70b960a0c54c, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=64708c44-007d-4912-8ae2-70b960a0c54c,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:38.876283 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:38.892382 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Calling delete_port for 64708c44-007d-4912-8ae2-70b960a0c54c owned by network:router_interface {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:39.109655 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (64708c44-007d-4912-8ae2-70b960a0c54c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.133565 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=64708c44-007d-4912-8ae2-70b960a0c54c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:39.309762 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (f0f19a29-6f55-4ca6-95b1-23de92399fd3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.326832 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4e8ae30d-9087-4d8a-a760-533487a8d695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.536336 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Router f0f19a29-6f55-4ca6-95b1-23de92399fd3 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:54:39.652335 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:39.657315 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-123b1c27-85c6-4ff0-8e60-9e2676b046f8 admin admin] 10.222.0.60 "PUT /v2.0/routers/f0f19a29-6f55-4ca6-95b1-23de92399fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5619643 Apr 06 12:54:39.660487 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52282) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:39.663157 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] Sync routers for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:39.673363 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:39.673976 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:39.771868 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks [] for router (f0f19a29-6f55-4ca6-95b1-23de92399fd3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:39.788680 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:40.042360 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:54:39Z', 'revision_number': 5, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:40.071125 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] Checking router: f0f19a29-6f55-4ca6-95b1-23de92399fd3 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:40.081534 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] Routers {'f0f19a29-6f55-4ca6-95b1-23de92399fd3'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:40.081882 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:40.134174 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks [] for router_gateway (f0f19a29-6f55-4ca6-95b1-23de92399fd3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.190259 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] Set router f0f19a29-6f55-4ca6-95b1-23de92399fd3 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:40.296817 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Deleting port b3b263a6-494e-48df-984b-4c08bc8ddbd2 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:40.297052 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.377902 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] For port b3b263a6-494e-48df-984b-4c08bc8ddbd2, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=b3b263a6-494e-48df-984b-4c08bc8ddbd2,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:40.378252 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.379460 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:54:39Z', 'revision_number': 5, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:40.390267 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Calling delete_port for b3b263a6-494e-48df-984b-4c08bc8ddbd2 owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:40.410013 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862c0a61-67de-4217-993a-e438a0ef66eb None None] The sync data for ids ['f0f19a29-6f55-4ca6-95b1-23de92399fd3'] in dv-cinder-836069-1-iscsi is: [{'id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'name': 'tempest-TestShelveInstance-1400286356-router', 'tenant_id': '021080094b9b454e9a16cdc518de724f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:23Z', 'updated_at': '2022-04-06T12:54:39Z', 'revision_number': 5, 'project_id': '021080094b9b454e9a16cdc518de724f', 'gw_port': {'id': 'b3b263a6-494e-48df-984b-4c08bc8ddbd2', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:56:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f19a29-6f55-4ca6-95b1-23de92399fd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:24Z', 'updated_at': '2022-04-06T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:40.623899 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (b3b263a6-494e-48df-984b-4c08bc8ddbd2), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.651253 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b263a6-494e-48df-984b-4c08bc8ddbd2,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:40.712216 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (f0f19a29-6f55-4ca6-95b1-23de92399fd3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.807806 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (f0f19a29-6f55-4ca6-95b1-23de92399fd3), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.810017 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks [] for router_controller (f0f19a29-6f55-4ca6-95b1-23de92399fd3), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.868810 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 64708c44-007d-4912-8ae2-70b960a0c54c no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:54:40.891249 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 64708c44-007d-4912-8ae2-70b960a0c54c {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:54:40.891602 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 64708c44-007d-4912-8ae2-70b960a0c54c not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:54:40.926839 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (f0f19a29-6f55-4ca6-95b1-23de92399fd3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.927486 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0f19a29-6f55-4ca6-95b1-23de92399fd3 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:54:40.931778 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:40.933000 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4bd67378-23ec-410b-b14b-d1f0db1a5361 admin admin] 10.222.0.60 "DELETE /v2.0/routers/f0f19a29-6f55-4ca6-95b1-23de92399fd3 HTTP/1.1" status: 204 len: 168 time: 1.2715969 Apr 06 12:54:40.935529 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52286) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:40.981884 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-334c1701-3c3f-4416-b561-77bb26b4d3a5 admin admin] Deleting subnet 4628f0d2-bc89-451c-b76b-87554fc47fcb {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:54:40.985153 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-334c1701-3c3f-4416-b561-77bb26b4d3a5 admin admin] Publish callbacks [] for subnet (4628f0d2-bc89-451c-b76b-87554fc47fcb), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.027965 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-334c1701-3c3f-4416-b561-77bb26b4d3a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3943079'] for subnet (4628f0d2-bc89-451c-b76b-87554fc47fcb), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.117608 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-334c1701-3c3f-4416-b561-77bb26b4d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (4628f0d2-bc89-451c-b76b-87554fc47fcb), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.235889 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-334c1701-3c3f-4416-b561-77bb26b4d3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3677193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3206828'] for subnet (4628f0d2-bc89-451c-b76b-87554fc47fcb), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.264515 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-334c1701-3c3f-4416-b561-77bb26b4d3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.268706 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-334c1701-3c3f-4416-b561-77bb26b4d3a5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4628f0d2-bc89-451c-b76b-87554fc47fcb HTTP/1.1" status: 204 len: 168 time: 0.3321695 Apr 06 12:54:41.270236 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbdb6d8-d3f7-4d53-9e4a-43fb2485294f None None] Network efc8a285-80f7-43a9-929e-62a6d76fa085 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:41.270381 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c1701-3c3f-4416-b561-77bb26b4d3a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4628f0d2-bc89-451c-b76b-87554fc47fcb,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:41.272139 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52290) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:41.344702 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (efc8a285-80f7-43a9-929e-62a6d76fa085), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.400766 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Deleting port 849cb09f-6717-4a9a-9688-836412e0a389 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:41.401165 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (849cb09f-6717-4a9a-9688-836412e0a389), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.434374 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] DHCP port deletion for efc8a285-80f7-43a9-929e-62a6d76fa085 request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:54:41.476548 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] For port 849cb09f-6717-4a9a-9688-836412e0a389, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=849cb09f-6717-4a9a-9688-836412e0a389,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:41.476921 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (849cb09f-6717-4a9a-9688-836412e0a389), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.489829 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Deleting port 849cb09f-6717-4a9a-9688-836412e0a389 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:41.489829 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (849cb09f-6717-4a9a-9688-836412e0a389), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.490190 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Calling delete_port for 849cb09f-6717-4a9a-9688-836412e0a389 owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:41.555391 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] For port 849cb09f-6717-4a9a-9688-836412e0a389, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=849cb09f-6717-4a9a-9688-836412e0a389,segment=NetworkSegment(9cfc4fae-643c-4e7f-aa6d-31e88ea09df5),segment_id=9cfc4fae-643c-4e7f-aa6d-31e88ea09df5)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:41.555791 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (849cb09f-6717-4a9a-9688-836412e0a389), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.568717 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Calling delete_port for 849cb09f-6717-4a9a-9688-836412e0a389 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:41.624213 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (849cb09f-6717-4a9a-9688-836412e0a389), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.645935 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (849cb09f-6717-4a9a-9688-836412e0a389), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.651054 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Pushing event deleted for resources: {'Port': ['ID=849cb09f-6717-4a9a-9688-836412e0a389,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:41.654664 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] No DVR routers for this DVR port 849cb09f-6717-4a9a-9688-836412e0a389 on host dv-cinder-836069-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:54:41.678380 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Pushing event deleted for resources: {'Port': ['ID=849cb09f-6717-4a9a-9688-836412e0a389,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:41.682998 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] No DVR routers for this DVR port 849cb09f-6717-4a9a-9688-836412e0a389 on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:54:41.694317 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.694576 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.694823 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.695166 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.695507 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.695847 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.696182 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.696514 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.697587 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.697587 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.697799 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.698089 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.698434 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.698891 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.699228 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631669c-7ded-41a6-9be9-ad7ab063ff2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:41.728678 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (efc8a285-80f7-43a9-929e-62a6d76fa085), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.743154 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:54:41.748526 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc8a285-80f7-43a9-929e-62a6d76fa085']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:41.761402 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:41.761402 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cfc4fae-643c-4e7f-aa6d-31e88ea09df5') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:41.768006 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (9cfc4fae-643c-4e7f-aa6d-31e88ea09df5), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.781719 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (9cfc4fae-643c-4e7f-aa6d-31e88ea09df5), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.788290 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (9cfc4fae-643c-4e7f-aa6d-31e88ea09df5), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:54:41.792294 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:54:41.835297 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-afda3cb1-bd05-4c96-bc2a-49b5ba121774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.921061 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (efc8a285-80f7-43a9-929e-62a6d76fa085), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.926707 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:41.929815 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] 10.222.0.60 "DELETE /v2.0/networks/efc8a285-80f7-43a9-929e-62a6d76fa085 HTTP/1.1" status: 204 len: 168 time: 0.6567566 Apr 06 12:54:41.933248 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52292) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:41.949682 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d474bd6-06bd-471f-92d1-ac8a20a3a17b admin admin] Pushing event deleted for resources: {'Network': ['ID=efc8a285-80f7-43a9-929e-62a6d76fa085,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:42.303203 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (803e5f24-0cd1-4e84-9923-c5bd426c62d4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.562001 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Deleting port cc351c41-5bfb-4f27-8b7f-041f9907285b {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:42.562341 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.606107 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 849cb09f-6717-4a9a-9688-836412e0a389 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:54:42.626484 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 849cb09f-6717-4a9a-9688-836412e0a389 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:54:42.626833 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 849cb09f-6717-4a9a-9688-836412e0a389 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:54:42.627254 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b3b263a6-494e-48df-984b-4c08bc8ddbd2 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:54:42.641274 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] For port cc351c41-5bfb-4f27-8b7f-041f9907285b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=cc351c41-5bfb-4f27-8b7f-041f9907285b,segment=NetworkSegment(1e2f4c68-1439-4538-8507-abc0abe67137),segment_id=1e2f4c68-1439-4538-8507-abc0abe67137)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:42.641636 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.647408 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: b3b263a6-494e-48df-984b-4c08bc8ddbd2 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:54:42.647752 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b3b263a6-494e-48df-984b-4c08bc8ddbd2 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:54:42.655763 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Calling delete_port for cc351c41-5bfb-4f27-8b7f-041f9907285b owned by network:router_interface {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:42.920981 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (cc351c41-5bfb-4f27-8b7f-041f9907285b), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:42.951148 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc351c41-5bfb-4f27-8b7f-041f9907285b,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:43.075862 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.134835 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (803e5f24-0cd1-4e84-9923-c5bd426c62d4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.378386 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:54:43.491357 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:43.496209 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6d291cab-ee73-48c0-80d8-6451596c7e51 admin admin] 10.222.0.60 "PUT /v2.0/routers/803e5f24-0cd1-4e84-9923-c5bd426c62d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5619736 Apr 06 12:54:43.498760 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52310) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:43.504399 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] Sync routers for ids ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:43.515076 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] Routers {'803e5f24-0cd1-4e84-9923-c5bd426c62d4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:43.515774 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:43.610711 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks [] for router (803e5f24-0cd1-4e84-9923-c5bd426c62d4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.629605 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] Set router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:43.725313 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks [] for router_gateway (803e5f24-0cd1-4e84-9923-c5bd426c62d4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.830335 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200'}], 'enable_snat': True}, 'gw_port_id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:54:42Z', 'revision_number': 5, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'gw_port': {'id': '30233aec-f0f9-493e-83fc-97ce0ce43fa4', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:1f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:31Z', 'updated_at': '2022-04-06T12:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:43.850617 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Deleting port 30233aec-f0f9-493e-83fc-97ce0ce43fa4 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:43.850976 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.858658 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] Checking router: 803e5f24-0cd1-4e84-9923-c5bd426c62d4 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:43.872136 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] Routers {'803e5f24-0cd1-4e84-9923-c5bd426c62d4'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:43.872766 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:43.934202 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] For port 30233aec-f0f9-493e-83fc-97ce0ce43fa4, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=30233aec-f0f9-493e-83fc-97ce0ce43fa4,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:43.934750 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:43.954336 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Calling delete_port for 30233aec-f0f9-493e-83fc-97ce0ce43fa4 owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:43.965004 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] Set router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:44.023357 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:54:43Z', 'revision_number': 6, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'gw_port_host': None}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:44.056480 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1021e1-6191-4fc8-be2b-d23f813f58c5 None None] The sync data for ids ['803e5f24-0cd1-4e84-9923-c5bd426c62d4'] in dv-cinder-836069-1-iscsi is: [{'id': '803e5f24-0cd1-4e84-9923-c5bd426c62d4', 'name': 'tempest-TestShelveInstance-436686126-router', 'tenant_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:54:43Z', 'revision_number': 6, 'project_id': '79c6c9bc85ad4b05a07f7bdb991527b1', 'gw_port_host': None}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:44.190051 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (30233aec-f0f9-493e-83fc-97ce0ce43fa4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.217817 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=30233aec-f0f9-493e-83fc-97ce0ce43fa4,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:44.279919 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (803e5f24-0cd1-4e84-9923-c5bd426c62d4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.375054 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (803e5f24-0cd1-4e84-9923-c5bd426c62d4), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.377285 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks [] for router_controller (803e5f24-0cd1-4e84-9923-c5bd426c62d4), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.492483 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (803e5f24-0cd1-4e84-9923-c5bd426c62d4), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.493080 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 803e5f24-0cd1-4e84-9923-c5bd426c62d4 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:54:44.498280 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.499579 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-23268d71-5e97-4c6f-8cfb-cc69e8e1e0e2 admin admin] 10.222.0.60 "DELETE /v2.0/routers/803e5f24-0cd1-4e84-9923-c5bd426c62d4 HTTP/1.1" status: 204 len: 168 time: 0.9998934 Apr 06 12:54:44.502038 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52316) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:44.552091 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-40f36cf1-1f2f-49bf-89a6-a80348cd2bbb admin admin] Deleting subnet e1978e56-1927-4b90-be10-08ee28b6f72f {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:54:44.555693 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-40f36cf1-1f2f-49bf-89a6-a80348cd2bbb admin admin] Publish callbacks [] for subnet (e1978e56-1927-4b90-be10-08ee28b6f72f), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.591611 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-40f36cf1-1f2f-49bf-89a6-a80348cd2bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3943079'] for subnet (e1978e56-1927-4b90-be10-08ee28b6f72f), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.612336 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.674791 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-40f36cf1-1f2f-49bf-89a6-a80348cd2bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (e1978e56-1927-4b90-be10-08ee28b6f72f), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.785342 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-40f36cf1-1f2f-49bf-89a6-a80348cd2bbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3677193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3206828'] for subnet (e1978e56-1927-4b90-be10-08ee28b6f72f), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.813298 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f36cf1-1f2f-49bf-89a6-a80348cd2bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1978e56-1927-4b90-be10-08ee28b6f72f,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:44.815358 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-40f36cf1-1f2f-49bf-89a6-a80348cd2bbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.819092 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-40f36cf1-1f2f-49bf-89a6-a80348cd2bbb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e1978e56-1927-4b90-be10-08ee28b6f72f HTTP/1.1" status: 204 len: 168 time: 0.3160644 Apr 06 12:54:44.822429 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52320) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:44.824895 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1b562e-e412-4547-9259-2eeba9dfec1c None None] Network 884d7b00-e593-4b43-a884-4e7d6dd36289 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:44.947191 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (884d7b00-e593-4b43-a884-4e7d6dd36289), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:44.947404 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 30233aec-f0f9-493e-83fc-97ce0ce43fa4 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:54:44.972518 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 30233aec-f0f9-493e-83fc-97ce0ce43fa4 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:54:44.972974 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 30233aec-f0f9-493e-83fc-97ce0ce43fa4 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:54:44.973279 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device cc351c41-5bfb-4f27-8b7f-041f9907285b no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:54:44.999554 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: cc351c41-5bfb-4f27-8b7f-041f9907285b {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:54:45.000186 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device cc351c41-5bfb-4f27-8b7f-041f9907285b not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:54:45.042001 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031746a2-c4d2-44e2-83ee-73f490679c57 None None] DHCP port deletion for 884d7b00-e593-4b43-a884-4e7d6dd36289 request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:54:45.113330 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-031746a2-c4d2-44e2-83ee-73f490679c57 None None] Deleting port 331a3895-ef10-4076-a03a-1af4d94831e2 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:45.113934 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-031746a2-c4d2-44e2-83ee-73f490679c57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.183621 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-031746a2-c4d2-44e2-83ee-73f490679c57 None None] For port 331a3895-ef10-4076-a03a-1af4d94831e2, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=331a3895-ef10-4076-a03a-1af4d94831e2,segment=NetworkSegment(1e2f4c68-1439-4538-8507-abc0abe67137),segment_id=1e2f4c68-1439-4538-8507-abc0abe67137)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:45.184019 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-031746a2-c4d2-44e2-83ee-73f490679c57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.198828 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-031746a2-c4d2-44e2-83ee-73f490679c57 None None] Calling delete_port for 331a3895-ef10-4076-a03a-1af4d94831e2 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:45.301581 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Deleting port 331a3895-ef10-4076-a03a-1af4d94831e2 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:45.302020 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.370422 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] For port 331a3895-ef10-4076-a03a-1af4d94831e2, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=331a3895-ef10-4076-a03a-1af4d94831e2,segment=NetworkSegment(1e2f4c68-1439-4538-8507-abc0abe67137),segment_id=1e2f4c68-1439-4538-8507-abc0abe67137)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:45.370891 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.386300 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Calling delete_port for 331a3895-ef10-4076-a03a-1af4d94831e2 owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:45.393495 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6deaeb-7bfe-4895-a094-753063fb6972 req-77be27c7-9eb8-452c-a5a9-b7e14b613d88 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:45.396013 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb6deaeb-7bfe-4895-a094-753063fb6972 req-77be27c7-9eb8-452c-a5a9-b7e14b613d88 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 945 time: 0.0776832 Apr 06 12:54:45.445898 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cb6deaeb-7bfe-4895-a094-753063fb6972 req-7f5c08ee-1594-415b-8ced-f280dfc1efe7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442944 Apr 06 12:54:45.509849 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-031746a2-c4d2-44e2-83ee-73f490679c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.516695 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (331a3895-ef10-4076-a03a-1af4d94831e2), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.534003 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031746a2-c4d2-44e2-83ee-73f490679c57 None None] Pushing event deleted for resources: {'Port': ['ID=331a3895-ef10-4076-a03a-1af4d94831e2,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:45.540718 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031746a2-c4d2-44e2-83ee-73f490679c57 None None] No DVR routers for this DVR port 331a3895-ef10-4076-a03a-1af4d94831e2 on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:54:45.543376 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=331a3895-ef10-4076-a03a-1af4d94831e2,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:45.551426 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] No DVR routers for this DVR port 331a3895-ef10-4076-a03a-1af4d94831e2 on host dv-cinder-836069-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:54:45.625079 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (884d7b00-e593-4b43-a884-4e7d6dd36289), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.644992 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884d7b00-e593-4b43-a884-4e7d6dd36289']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:45.654209 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2f4c68-1439-4538-8507-abc0abe67137') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:45.654554 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2f4c68-1439-4538-8507-abc0abe67137') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:45.664580 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (1e2f4c68-1439-4538-8507-abc0abe67137), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.678166 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (1e2f4c68-1439-4538-8507-abc0abe67137), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.684353 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:54:45.684745 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (1e2f4c68-1439-4538-8507-abc0abe67137), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: self.session.flush() Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: self.session.flush() Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: self.session.flush() Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: self.session.flush() Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:54:45.686479 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:54:45.801418 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (884d7b00-e593-4b43-a884-4e7d6dd36289), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.806800 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:45.809872 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/884d7b00-e593-4b43-a884-4e7d6dd36289 HTTP/1.1" status: 204 len: 168 time: 0.9863877 Apr 06 12:54:45.821648 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ea922-4a0b-41c5-b5ff-bde4c1f7e0f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=884d7b00-e593-4b43-a884-4e7d6dd36289,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:46.082534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.126656 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52330) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:46.167442 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-0c1ce715-cb7b-47a0-9b97-92c4cbc277b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=021080094b9b454e9a16cdc518de724f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396316 Apr 06 12:54:46.169956 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52332) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:46.219359 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5b49b49e-4a17-4781-88c7-6b6f04bf3bae admin admin] Publish callbacks [] for security_group (1b8f8934-410d-4d7b-9a27-4a1503f7c873), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.241380 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5b49b49e-4a17-4781-88c7-6b6f04bf3bae admin admin] Publish callbacks [] for security_group (1b8f8934-410d-4d7b-9a27-4a1503f7c873), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.343771 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5b49b49e-4a17-4781-88c7-6b6f04bf3bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (1b8f8934-410d-4d7b-9a27-4a1503f7c873), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.346642 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5b49b49e-4a17-4781-88c7-6b6f04bf3bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:46.348111 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5b49b49e-4a17-4781-88c7-6b6f04bf3bae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b8f8934-410d-4d7b-9a27-4a1503f7c873 HTTP/1.1" status: 204 len: 168 time: 0.1772177 Apr 06 12:54:46.356273 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49b49e-4a17-4781-88c7-6b6f04bf3bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8f8934-410d-4d7b-9a27-4a1503f7c873,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:46.568298 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c8c5b-3f79-4e05-b660-208475bd244d req-3b8aa18f-86b4-485f-8b17-48c486e8d922 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:46.569805 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-245c8c5b-3f79-4e05-b660-208475bd244d req-3b8aa18f-86b4-485f-8b17-48c486e8d922 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 945 time: 0.0545535 Apr 06 12:54:46.602814 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 331a3895-ef10-4076-a03a-1af4d94831e2 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:54:46.619207 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-245c8c5b-3f79-4e05-b660-208475bd244d req-281c39a3-b5c7-4a82-8a11-8657bb2e93c0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436809 Apr 06 12:54:46.637326 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 331a3895-ef10-4076-a03a-1af4d94831e2 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:54:46.637682 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 331a3895-ef10-4076-a03a-1af4d94831e2 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:54:46.956147 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52340) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:46.996729 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f311c18c-1350-49ca-9868-8b677a9a8d89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=79c6c9bc85ad4b05a07f7bdb991527b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392456 Apr 06 12:54:46.999172 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52342) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:47.047343 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f885e22b-c804-400c-a6b7-a08dcedb7527 admin admin] Publish callbacks [] for security_group (7fdeb8b0-a823-4640-b671-dc5ecff4ed34), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.070635 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f885e22b-c804-400c-a6b7-a08dcedb7527 admin admin] Publish callbacks [] for security_group (7fdeb8b0-a823-4640-b671-dc5ecff4ed34), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.195622 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f885e22b-c804-400c-a6b7-a08dcedb7527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (7fdeb8b0-a823-4640-b671-dc5ecff4ed34), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.198180 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f885e22b-c804-400c-a6b7-a08dcedb7527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.199362 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f885e22b-c804-400c-a6b7-a08dcedb7527 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7fdeb8b0-a823-4640-b671-dc5ecff4ed34 HTTP/1.1" status: 204 len: 168 time: 0.1993005 Apr 06 12:54:47.208486 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885e22b-c804-400c-a6b7-a08dcedb7527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdeb8b0-a823-4640-b671-dc5ecff4ed34,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:47.349832 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-2e386541-a372-4d1e-a826-049ae176f100 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:47.351420 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-2e386541-a372-4d1e-a826-049ae176f100 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 945 time: 0.0590718 Apr 06 12:54:47.444136 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Deleting port 2ec3145a-b258-4c3e-b046-57bfbb08f191 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:47.444491 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.536447 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] For port 2ec3145a-b258-4c3e-b046-57bfbb08f191, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ec3145a-b258-4c3e-b046-57bfbb08f191,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:47.536813 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.741015 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c741923-f271-40d8-bdce-2e36ce4fd5ad req-2742cbec-cb28-430b-8926-6227fbf7c0e7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:47.742581 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2c741923-f271-40d8-bdce-2e36ce4fd5ad req-2742cbec-cb28-430b-8926-6227fbf7c0e7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 945 time: 0.0569537 Apr 06 12:54:47.772285 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.773221 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (480156f2-2763-4b49-ace9-fbccc0326a29), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:47.773221 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Floating IP 480156f2-2763-4b49-ace9-fbccc0326a29 disassociated. External IP: 172.27.0.140, port: 2ec3145a-b258-4c3e-b046-57bfbb08f191. Apr 06 12:54:47.773434 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Calling delete_port for 2ec3145a-b258-4c3e-b046-57bfbb08f191 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:47.796878 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2c741923-f271-40d8-bdce-2e36ce4fd5ad req-c11906b5-fe58-487c-bf63-80a8ff256a64 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a59a357-dfed-4786-9386-cb5646f9c357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482092 Apr 06 12:54:47.975849 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (2ec3145a-b258-4c3e-b046-57bfbb08f191), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.018355 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'Port': ['ID=2ec3145a-b258-4c3e-b046-57bfbb08f191,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:48.137789 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:54:48.148890 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52366) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:48.249267 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1207280555-network', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:48.274014 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:48.283604 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:48.293934 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:48.294643 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:48.316801 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] No DVR routers for this DVR port 2ec3145a-b258-4c3e-b046-57bfbb08f191 on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:54:48.319387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.322779 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-75d7500f-3d53-4c55-a773-a24a0bdf15d3 req-e9621e06-ab0d-48d2-915d-22488f593075 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "DELETE /v2.0/ports/2ec3145a-b258-4c3e-b046-57bfbb08f191 HTTP/1.1" status: 204 len: 173 time: 0.9661105 Apr 06 12:54:48.323228 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'name': 'network-vif-deleted', 'tag': '2ec3145a-b258-4c3e-b046-57bfbb08f191'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:54:48.325494 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666307f5-ce2d-43c6-9d0f-4570831e8b3e" -d '{"events": [{"server_uuid": "06d75cdf-4bab-438b-92ee-c0ec18d68672", "name": "network-vif-deleted", "tag": "2ec3145a-b258-4c3e-b046-57bfbb08f191"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:54:48.332756 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Made reservation on behalf of 69049f30e0d94929bee0a5fbf331e598 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:48.335101 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.349138 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.369825 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c760fcfd-5f69-4adb-b5e1-52e9380aeea6 x-openstack-request-id: req-c760fcfd-5f69-4adb-b5e1-52e9380aeea6 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:54:48.370531 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d75cdf-4bab-438b-92ee-c0ec18d68672", "name": "network-vif-deleted", "tag": "2ec3145a-b258-4c3e-b046-57bfbb08f191", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:54:48.370531 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c760fcfd-5f69-4adb-b5e1-52e9380aeea6 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:54:48.370804 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c760fcfd-5f69-4adb-b5e1-52e9380aeea6'] response: {'server_uuid': '06d75cdf-4bab-438b-92ee-c0ec18d68672', 'name': 'network-vif-deleted', 'tag': '2ec3145a-b258-4c3e-b046-57bfbb08f191', 'status': 'completed', 'code': 200} Apr 06 12:54:48.432723 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:48.440141 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Publish callbacks [] for security_group (f41582c6-4cbe-4478-b855-b6819b484bbe), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.504627 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (f41582c6-4cbe-4478-b855-b6819b484bbe), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.532139 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:54:48.552951 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41582c6-4cbe-4478-b855-b6819b484bbe,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:48.552951 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (7ee7ad46-652d-4240-b45a-d97979f9044c), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.552951 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Added segment 7ee7ad46-652d-4240-b45a-d97979f9044c of type vlan for network 9c847235-daa6-4a46-a840-f888eada67ac Apr 06 12:54:48.597025 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (9c847235-daa6-4a46-a840-f888eada67ac), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.652951 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (9c847235-daa6-4a46-a840-f888eada67ac), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.653865 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:48.654494 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.717288 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] Pushing event updated for resources: {'Network': ['ID=9c847235-daa6-4a46-a840-f888eada67ac,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:48.728503 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 9c847235-daa6-4a46-a840-f888eada67ac details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:54:48.753202 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-514cc58a-8194-41cc-9142-11e1b7ffca14 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6032534 Apr 06 12:54:48.756670 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52372) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:48.758805 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:48.762538 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Request body: {'subnet': {'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1207280555-subnet', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:48.790176 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:48.798656 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:48.799258 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:48.841574 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Made reservation on behalf of 69049f30e0d94929bee0a5fbf331e598 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:48.844541 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3206859'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:48.912430 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:48.915753 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-95530482-6c30-47e0-ab7a-b36ea8e3aa58 req-18b7a760-5bfd-49f2-83ae-0e85c6a5315f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d75cdf-4bab-438b-92ee-c0ec18d68672 HTTP/1.1" status: 200 len: 210 time: 0.0314195 Apr 06 12:54:49.110117 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3206869'] for subnet (39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.115750 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:49.146029 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675c427-fbec-478d-a8c5-d02762a1deb9 None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:49.168693 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:49.177436 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Checking segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:49.177436 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Network hostable DHCP agents. Network: 9c847235-daa6-4a46-a840-f888eada67ac, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:54:49.263941 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Network 9c847235-daa6-4a46-a840-f888eada67ac is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:54:49.350192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 9c847235-daa6-4a46-a840-f888eada67ac) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:49.354616 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:49.359302 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.362663 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ad80ee-6b30-48c6-941f-aeddd9bd5d02 None None] Network 9c847235-daa6-4a46-a840-f888eada67ac requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:49.412977 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d8ccf-c378-4262-8845-fa32936af92e None None] New status for floating IP 480156f2-2763-4b49-ace9-fbccc0326a29: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:54:49.443966 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-37b1ddd5-f92e-4137-8529-c17c70ede063 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6856101 Apr 06 12:54:49.446644 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52376) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:49.451130 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:49.521331 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (a83d0862-cbc7-4d00-b191-be1e74305d98), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.522454 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (a83d0862-cbc7-4d00-b191-be1e74305d98), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.574057 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-9c847235-daa6-4a46-a840-f888eada67ac', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:54:49.574954 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.584467 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks [] for router_controller (a83d0862-cbc7-4d00-b191-be1e74305d98), precommit_add_association {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.718043 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Allocated IP 172.20.0.2 (9c847235-daa6-4a46-a840-f888eada67ac/39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc/8ae5f6f8-59c5-41f7-bedd-935d9c720cbc) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:49.779131 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks [] for router_gateway (a83d0862-cbc7-4d00-b191-be1e74305d98), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.864321 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Publish callbacks [] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.927452 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:49.966544 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Network 9c847235-daa6-4a46-a840-f888eada67ac is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:49.974262 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:49.979073 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:49.982010 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Pushing event updated for resources: {'Port': ['ID=8ae5f6f8-59c5-41f7-bedd-935d9c720cbc,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:50.043837 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Attempting to bind port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:50.044211 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Attempting to bind port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:50.044579 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Attempting to bind port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc on network 9c847235-daa6-4a46-a840-f888eada67ac {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:50.050480 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:50.050981 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Checking segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:50.051606 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.052006 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Bound using segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:50.052506 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Bound port: 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:50.052887 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.071790 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52382) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:50.086060 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks [] for router_gateway (a83d0862-cbc7-4d00-b191-be1e74305d98), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.107418 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.125721 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] For port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:50.129620 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] For port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=8ae5f6f8-59c5-41f7-bedd-935d9c720cbc,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:50.133608 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (5a59a357-dfed-4786-9386-cb5646f9c357), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.157589 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (5a59a357-dfed-4786-9386-cb5646f9c357), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.209372 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.216969 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Allocated IP 172.27.0.86 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/916b8710-1962-4a73-ad24-aa29afe3184d) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:50.271821 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbfb261-204f-411d-ba35-713aaa9077f4 None None] Pushing event updated for resources: {'Port': ['ID=8ae5f6f8-59c5-41f7-bedd-935d9c720cbc,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:50.287184 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (5a59a357-dfed-4786-9386-cb5646f9c357), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.290218 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.291461 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "DELETE /v2.0/security-groups/5a59a357-dfed-4786-9386-cb5646f9c357 HTTP/1.1" status: 204 len: 168 time: 0.2184134 Apr 06 12:54:50.294191 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52384) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:50.302296 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a59a357-dfed-4786-9386-cb5646f9c357,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:50.310062 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.311277 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.311629 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.312016 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.312535 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.314008 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.314350 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.314713 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.315046 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.315377 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.315707 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.316997 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.317331 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.317662 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.317829 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.api.v2.resource [None req-f8e62e3f-b9fd-4177-a093-92ec0eacbfef tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] show failed (client error): The resource could not be found. Apr 06 12:54:50.317983 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5c9d52-3c49-4540-b077-592bca8ef41f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:50.318773 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f8e62e3f-b9fd-4177-a093-92ec0eacbfef tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups/5a59a357-dfed-4786-9386-cb5646f9c357 HTTP/1.1" status: 404 len: 347 time: 0.0235138 Apr 06 12:54:50.322569 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52386) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:50.353303 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks [] for port (916b8710-1962-4a73-ad24-aa29afe3184d), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.438069 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.476593 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Deleting port d50f064c-b605-40b6-ade2-59f9dc697580 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:54:50.476933 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (d50f064c-b605-40b6-ade2-59f9dc697580), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.487449 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:50.493581 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:50.499371 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:50.509082 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Pushing event updated for resources: {'Port': ['ID=916b8710-1962-4a73-ad24-aa29afe3184d,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:50.591776 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (d50f064c-b605-40b6-ade2-59f9dc697580), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.592108 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (d50f064c-b605-40b6-ade2-59f9dc697580), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.608374 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Calling delete_port for d50f064c-b605-40b6-ade2-59f9dc697580 owned by network:floatingip {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:54:50.654487 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:50.712263 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:50.712804 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.798303 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:50.798852 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.808068 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (d50f064c-b605-40b6-ade2-59f9dc697580), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.835044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=8ae5f6f8-59c5-41f7-bedd-935d9c720cbc,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:50.842362 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'Port': ['ID=d50f064c-b605-40b6-ade2-59f9dc697580,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:50.905255 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (480156f2-2763-4b49-ace9-fbccc0326a29), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.907885 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.910519 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:50.911649 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-072a527f-266c-44ee-a893-a11ef1b5ce14 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "DELETE /v2.0/floatingips/480156f2-2763-4b49-ace9-fbccc0326a29 HTTP/1.1" status: 204 len: 168 time: 0.5873060 Apr 06 12:54:50.967230 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=8ae5f6f8-59c5-41f7-bedd-935d9c720cbc,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:51.121636 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks [] for router_gateway (a83d0862-cbc7-4d00-b191-be1e74305d98), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.275899 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52390) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:51.282323 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-5b28d235-0122-450b-96e3-0d57c633b2fb tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8261879', 'description': 'tempest-description--1539053271'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:51.334791 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744cc099-5e3d-4c4e-91aa-fc92c7a6ac73 None None] Network 9c847235-daa6-4a46-a840-f888eada67ac requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:51.341792 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (a83d0862-cbc7-4d00-b191-be1e74305d98), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.367156 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5b28d235-0122-450b-96e3-0d57c633b2fb tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.415927 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-e86890b7-4b2d-4ceb-b487-32cbb836e053 None None] Provisioning complete for port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:51.416298 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-e86890b7-4b2d-4ceb-b487-32cbb836e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.450697 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5b28d235-0122-450b-96e3-0d57c633b2fb tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (fb4e3e45-e88b-4493-b872-c766271c615c), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.470518 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2ec3145a-b258-4c3e-b046-57bfbb08f191 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:54:51.494655 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 2ec3145a-b258-4c3e-b046-57bfbb08f191 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:54:51.495000 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2ec3145a-b258-4c3e-b046-57bfbb08f191 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:54:51.516050 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5b28d235-0122-450b-96e3-0d57c633b2fb tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fb4e3e45-e88b-4493-b872-c766271c615c), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.544352 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Router a83d0862-cbc7-4d00-b191-be1e74305d98 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:54:51.554744 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-e86890b7-4b2d-4ceb-b487-32cbb836e053 None None] Current status of the port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:51.554921 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28d235-0122-450b-96e3-0d57c633b2fb tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4e3e45-e88b-4493-b872-c766271c615c,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:51.615697 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5b28d235-0122-450b-96e3-0d57c633b2fb tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.619843 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52392) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:51.620333 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-5b28d235-0122-450b-96e3-0d57c633b2fb tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3427038 Apr 06 12:54:51.626299 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-726cc123-34b1-48ac-94cf-65b38c318d69 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e3e45-e88b-4493-b872-c766271c615c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:51.695073 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:51.704488 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Sync routers for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:51.715840 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:51.716677 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:51.728125 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-726cc123-34b1-48ac-94cf-65b38c318d69 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (4ee146d2-35d3-4294-a950-271f69c0715f), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.776817 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-726cc123-34b1-48ac-94cf-65b38c318d69 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (4ee146d2-35d3-4294-a950-271f69c0715f), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.785077 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-64c4854d-5ef2-49ec-84cd-fae7c11d6d64 None None] Provisioning complete for port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:51.785554 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-64c4854d-5ef2-49ec-84cd-fae7c11d6d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.798069 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.801993 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-28a885a0-55f8-4462-90ce-d96269fb14a3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3517277 Apr 06 12:54:51.802970 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52394) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:51.832343 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:51.853697 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-726cc123-34b1-48ac-94cf-65b38c318d69 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (4ee146d2-35d3-4294-a950-271f69c0715f), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.880448 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-64c4854d-5ef2-49ec-84cd-fae7c11d6d64 None None] Current status of the port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:51.906758 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cc123-34b1-48ac-94cf-65b38c318d69 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee146d2-35d3-4294-a950-271f69c0715f,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:51.971694 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-726cc123-34b1-48ac-94cf-65b38c318d69 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:51.976799 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-726cc123-34b1-48ac-94cf-65b38c318d69 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3525538 Apr 06 12:54:51.976799 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52396) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:51.980693 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-9e8c2418-36b5-4d9b-808d-a69f133ceafe tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'security_group_rule': {'security_group_id': 'fb4e3e45-e88b-4493-b872-c766271c615c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:52.021147 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:50Z', 'revision_number': 3, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:52.048707 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Checking router: a83d0862-cbc7-4d00-b191-be1e74305d98 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:52.048707 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Updating router a83d0862-cbc7-4d00-b191-be1e74305d98 port 916b8710-1962-4a73-ad24-aa29afe3184d binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:54:52.080313 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.104411 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e8c2418-36b5-4d9b-808d-a69f133ceafe tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (420fc5e2-0ee4-47e4-afd2-930435ba6737), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.205213 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e8c2418-36b5-4d9b-808d-a69f133ceafe tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (420fc5e2-0ee4-47e4-afd2-930435ba6737), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.289644 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e8c2418-36b5-4d9b-808d-a69f133ceafe tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (420fc5e2-0ee4-47e4-afd2-930435ba6737), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.329834 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c2418-36b5-4d9b-808d-a69f133ceafe tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420fc5e2-0ee4-47e4-afd2-930435ba6737,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:52.346848 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Publish callbacks [] for port (916b8710-1962-4a73-ad24-aa29afe3184d), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.349847 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.420761 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9e8c2418-36b5-4d9b-808d-a69f133ceafe tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.421942 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9e8c2418-36b5-4d9b-808d-a69f133ceafe tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4445658 Apr 06 12:54:52.425262 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52398) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:52.430061 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:52.447857 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.497674 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Attempting to bind port 916b8710-1962-4a73-ad24-aa29afe3184d on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:52.498022 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Attempting to bind port 916b8710-1962-4a73-ad24-aa29afe3184d by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:52.498391 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Attempting to bind port 916b8710-1962-4a73-ad24-aa29afe3184d on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:52.505663 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Pushing event updated for resources: {'Port': ['ID=916b8710-1962-4a73-ad24-aa29afe3184d,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:52.513970 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:52.513970 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:52.514281 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Allocated IP 172.20.0.1 (9c847235-daa6-4a46-a840-f888eada67ac/39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc/9221d55f-f476-428c-a53d-671b6d373aed) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:52.514390 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.514390 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:52.514390 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Bound port: 916b8710-1962-4a73-ad24-aa29afe3184d, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:52.514390 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.516685 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.517032 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.517402 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.517760 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.518098 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.518447 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.518779 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.519885 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.520442 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.520442 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.520794 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.521146 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.521476 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.521802 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.522124 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:54:52.532957 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.578657 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] For port 916b8710-1962-4a73-ad24-aa29afe3184d, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:52.582579 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] For port 916b8710-1962-4a73-ad24-aa29afe3184d, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=916b8710-1962-4a73-ad24-aa29afe3184d,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:52.629305 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Publish callbacks [] for port (9221d55f-f476-428c-a53d-671b6d373aed), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.637134 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:52.640659 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.654939 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.691793 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:52.692199 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.706858 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:52.707562 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:52.739695 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (9221d55f-f476-428c-a53d-671b6d373aed), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.767458 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d95f0-0619-4a2e-bbff-423f95fc6eca None None] Pushing event updated for resources: {'Port': ['ID=916b8710-1962-4a73-ad24-aa29afe3184d,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:52.769573 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Allocated IP 172.27.0.18 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/3cd15508-d1fe-4b10-aeb7-a0efe08a50ef) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:52.777866 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:52.785434 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Pushing event updated for resources: {'Port': ['ID=9221d55f-f476-428c-a53d-671b6d373aed,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:52.797300 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Network 9c847235-daa6-4a46-a840-f888eada67ac is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:52.798723 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:52.802136 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:52.843753 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (a83d0862-cbc7-4d00-b191-be1e74305d98), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:52.856409 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:52.938727 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (3cd15508-d1fe-4b10-aeb7-a0efe08a50ef), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.072120 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9221d55f-f476-428c-a53d-671b6d373aed), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.076144 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (3cd15508-d1fe-4b10-aeb7-a0efe08a50ef), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.109372 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:53.110566 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-376c0db8-acb6-495f-bad0-3bd728624168 None None] Provisioning complete for port 9221d55f-f476-428c-a53d-671b6d373aed triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:53.111230 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-376c0db8-acb6-495f-bad0-3bd728624168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9221d55f-f476-428c-a53d-671b6d373aed), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.112044 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:53.117861 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:53.148462 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:50Z', 'revision_number': 3, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:53.157873 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-376c0db8-acb6-495f-bad0-3bd728624168 None None] Port 9221d55f-f476-428c-a53d-671b6d373aed cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:53.182161 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5519fd9d-33fe-4f69-adde-2dca7afb7e57 None None] The sync data for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi is: [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:50Z', 'revision_number': 3, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:53.300257 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Publish callbacks [] for port (9221d55f-f476-428c-a53d-671b6d373aed), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.367689 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (9221d55f-f476-428c-a53d-671b6d373aed), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.449904 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=3cd15508-d1fe-4b10-aeb7-a0efe08a50ef,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:53.456302 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Pushing event updated for resources: {'Port': ['ID=9221d55f-f476-428c-a53d-671b6d373aed,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:53.459434 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (a83d0862-cbc7-4d00-b191-be1e74305d98), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.513859 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (5a1a06f9-7f84-495a-b68e-1e7fe6be7f35), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.565600 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Network 9c847235-daa6-4a46-a840-f888eada67ac is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:53.570238 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:53.611185 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3cd15508-d1fe-4b10-aeb7-a0efe08a50ef), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.701671 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Router a83d0862-cbc7-4d00-b191-be1e74305d98 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:54:53.804075 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (3cd15508-d1fe-4b10-aeb7-a0efe08a50ef), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.826724 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:53.832547 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-607666b8-88ca-4a08-ab9a-681c671e5a17 admin admin] 10.222.0.60 "PUT /v2.0/routers/a83d0862-cbc7-4d00-b191-be1e74305d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0280688 Apr 06 12:54:53.852658 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (3cd15508-d1fe-4b10-aeb7-a0efe08a50ef), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.893074 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-6684f0c4-6962-448a-8e63-8a57bc4544a4 None None] Provisioning complete for port 9221d55f-f476-428c-a53d-671b6d373aed triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:53.894138 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6684f0c4-6962-448a-8e63-8a57bc4544a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9221d55f-f476-428c-a53d-671b6d373aed), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:53.930880 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=3cd15508-d1fe-4b10-aeb7-a0efe08a50ef,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:53.935625 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-6684f0c4-6962-448a-8e63-8a57bc4544a4 None None] Port 9221d55f-f476-428c-a53d-671b6d373aed cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:53.944021 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (5a1a06f9-7f84-495a-b68e-1e7fe6be7f35), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.021205 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.022639 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c481ed72-b90a-4af1-bbf5-44cc05a341df tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5962346 Apr 06 12:54:54.241519 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-7e5de1dc-9360-43c3-9915-13d643dfc2b7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--8261879&fields=id&tenant_id=9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 267 time: 0.0452373 Apr 06 12:54:54.351014 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-3b669930-08a6-48b3-8903-3fa82bdad984 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:54.352618 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-3b669930-08a6-48b3-8903-3fa82bdad984 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 815 time: 0.1042063 Apr 06 12:54:54.368092 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-da1e8365-56a4-41f8-8d07-4134929a017b tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/quotas/9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 375 time: 0.0101218 Apr 06 12:54:54.428592 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-7878c46e-5015-4d9e-965e-f279d4647437 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553145 Apr 06 12:54:54.505965 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52430) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:54.511064 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1264811361-network', 'tenant_id': '20944252838245469a3e7ce34840cdcf'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:54.530167 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-35f7ed43-c063-4769-8d18-413f572e9dfe service neutron] 10.222.0.60 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903471 Apr 06 12:54:54.618497 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Made reservation on behalf of 20944252838245469a3e7ce34840cdcf for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:54.621405 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.630626 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.632326 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-f64eaef7-6f2e-4e1c-b1ed-e5c54ea2aca2 service neutron] 10.222.0.60 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950851 Apr 06 12:54:54.634390 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 916b8710-1962-4a73-ad24-aa29afe3184d up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:54.702108 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 916b8710-1962-4a73-ad24-aa29afe3184d triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:54.702795 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.733965 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Publish callbacks [] for security_group (413bb297-276b-493f-a4cc-3c05cbcba5c2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.790191 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 916b8710-1962-4a73-ad24-aa29afe3184d is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:54.790612 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.812730 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port 916b8710-1962-4a73-ad24-aa29afe3184d, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=916b8710-1962-4a73-ad24-aa29afe3184d,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:54.819195 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (413bb297-276b-493f-a4cc-3c05cbcba5c2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.848400 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:54:54.853531 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413bb297-276b-493f-a4cc-3c05cbcba5c2,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:54.869419 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.869803 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Added segment f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3 of type vlan for network f653ef51-d9fc-4be5-9136-751adb436055 Apr 06 12:54:54.897143 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Sync routers for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:54.916395 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.919852 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:54.926233 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:54.927450 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (f653ef51-d9fc-4be5-9136-751adb436055), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:54.973757 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-09139c31-f806-494a-b6e1-c042dfd7723d req-1f1cadbc-05f6-4467-ac8f-fecc210515a4 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 210 time: 0.0315788 Apr 06 12:54:55.035621 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (f653ef51-d9fc-4be5-9136-751adb436055), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.037904 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:55.038562 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.045353 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=916b8710-1962-4a73-ad24-aa29afe3184d,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:55.076349 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:55.104179 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] Pushing event updated for resources: {'Network': ['ID=f653ef51-d9fc-4be5-9136-751adb436055,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:55.114852 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network f653ef51-d9fc-4be5-9136-751adb436055 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:54:55.164585 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a24db282-59cb-4434-9c32-5ba08c7378ec admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6574328 Apr 06 12:54:55.168772 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52440) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:55.175810 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Request body: {'subnet': {'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1264811361-subnet', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:55.270877 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Made reservation on behalf of 20944252838245469a3e7ce34840cdcf for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:55.277365 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3206859'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.481334 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:53Z', 'revision_number': 2, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:55.512678 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Checking router: a83d0862-cbc7-4d00-b191-be1e74305d98 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:55.513029 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Updating router a83d0862-cbc7-4d00-b191-be1e74305d98 port 9221d55f-f476-428c-a53d-671b6d373aed binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:54:55.542906 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9221d55f-f476-428c-a53d-671b6d373aed), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.779211 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3206869'] for subnet (d4eb3ac4-f028-41af-9714-da5df80837e3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.815512 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Publish callbacks [] for port (9221d55f-f476-428c-a53d-671b6d373aed), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.835847 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4eb3ac4-f028-41af-9714-da5df80837e3,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:55.844457 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Checking segment: {'id': 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:55.844818 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Network hostable DHCP agents. Network: f653ef51-d9fc-4be5-9136-751adb436055, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:54:55.881771 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (9221d55f-f476-428c-a53d-671b6d373aed), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.898836 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Network f653ef51-d9fc-4be5-9136-751adb436055 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:54:55.938302 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acc686-0b72-4795-afba-0de250f6c928 None None] Pushing event updated for resources: {'Port': ['ID=9221d55f-f476-428c-a53d-671b6d373aed,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:55.965725 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, f653ef51-d9fc-4be5-9136-751adb436055) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:55.971841 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:55.972458 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:55.989610 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c4c81-c155-4f84-93d2-0757a879b990 None None] Network f653ef51-d9fc-4be5-9136-751adb436055 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:56.035906 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Attempting to bind port 9221d55f-f476-428c-a53d-671b6d373aed on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:56.035906 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Attempting to bind port 9221d55f-f476-428c-a53d-671b6d373aed by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:56.037340 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Attempting to bind port 9221d55f-f476-428c-a53d-671b6d373aed on network 9c847235-daa6-4a46-a840-f888eada67ac {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:56.055640 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:56.061523 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Checking segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:56.061523 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.061523 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Bound using segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:56.061523 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Bound port: 9221d55f-f476-428c-a53d-671b6d373aed, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:56.061523 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9221d55f-f476-428c-a53d-671b6d373aed), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.062072 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-e4cd90bd-f3bc-4f6d-b2f0-e78ba798e582 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8891978 Apr 06 12:54:56.062072 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52446) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:56.069726 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:56.084337 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8fece0a4-af26-4cdf-89fb-6dca3c3f982a req-6d0834c6-2112-480f-be63-432b560b5d94 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 210 time: 0.0365202 Apr 06 12:54:56.168025 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1740582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30400'] for router (e7738a69-94a8-4ade-8954-2a482ec09650), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.170863 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1737654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1743654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1589058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30393'] for router (e7738a69-94a8-4ade-8954-2a482ec09650), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.173646 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6c4e1e2c-b418-51db-90d2-e64bff515ea1-f653ef51-d9fc-4be5-9136-751adb436055', 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055', 'project_id': '20944252838245469a3e7ce34840cdcf', 'fixed_ips': [{'subnet_id': 'd4eb3ac4-f028-41af-9714-da5df80837e3'}]}} from dv-cinder-836069-1-iscsi. {{(pid=103995) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 12:54:56.174743 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.204681 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] For port 9221d55f-f476-428c-a53d-671b6d373aed, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:56.221877 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] For port 9221d55f-f476-428c-a53d-671b6d373aed, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=9221d55f-f476-428c-a53d-671b6d373aed,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:56.235218 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks [] for router_controller (e7738a69-94a8-4ade-8954-2a482ec09650), precommit_add_association {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.235816 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-db7df30d-43ba-4eda-ae7e-52044bf10a6a None None] Provisioning complete for port 9221d55f-f476-428c-a53d-671b6d373aed triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:56.236183 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-db7df30d-43ba-4eda-ae7e-52044bf10a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9221d55f-f476-428c-a53d-671b6d373aed), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.315848 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (9221d55f-f476-428c-a53d-671b6d373aed), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.354676 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-db7df30d-43ba-4eda-ae7e-52044bf10a6a None None] Port 9221d55f-f476-428c-a53d-671b6d373aed cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:56.450712 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acc686-0b72-4795-afba-0de250f6c928 None None] Pushing event updated for resources: {'Port': ['ID=9221d55f-f476-428c-a53d-671b6d373aed,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:56.453373 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:56.454059 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:56.461666 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.db_base_plugin_common [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Allocated IP 172.20.0.2 (f653ef51-d9fc-4be5-9136-751adb436055/d4eb3ac4-f028-41af-9714-da5df80837e3/8238f0ac-648b-4e4e-9e40-e96d811569d0) {{(pid=103995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:56.489469 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks [] for router_gateway (e7738a69-94a8-4ade-8954-2a482ec09650), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.633428 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 916b8710-1962-4a73-ad24-aa29afe3184d up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:56.641006 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:56.796013 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks [] for router_gateway (e7738a69-94a8-4ade-8954-2a482ec09650), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.808764 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-8703315f-1f6d-4fed-ab9c-253c04615b2d None None] Provisioning complete for port 9221d55f-f476-428c-a53d-671b6d373aed triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:56.812344 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8703315f-1f6d-4fed-ab9c-253c04615b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9221d55f-f476-428c-a53d-671b6d373aed), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.817338 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.896635 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Publish callbacks [] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), precommit_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.921777 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 916b8710-1962-4a73-ad24-aa29afe3184d triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:56.922159 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:56.946011 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Allocated IP 172.27.0.136 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/b6439022-e30f-4cc3-8742-8427ed14e62b) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:56.983032 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), after_create {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.140590 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-660b1bf4-c6f9-44bc-ad94-24d9904b0576 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:57.142151 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-660b1bf4-c6f9-44bc-ad94-24d9904b0576 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 815 time: 0.1774950 Apr 06 12:54:57.157561 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks [] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.201298 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-40f30003-55c0-4c59-ba87-86c1dcbaac80 req-190384d6-45ab-4b33-8bbf-ce8031ec2cd8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 210 time: 0.0309806 Apr 06 12:54:57.229589 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Network f653ef51-d9fc-4be5-9136-751adb436055 is already hosted by enough agents. {{(pid=103995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:57.239869 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.scheduler.base_scheduler [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Resources bound (agent type, host, resource id): {{(pid=103995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:57.242775 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Received port after_create {{(pid=103995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:57.246194 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-8703315f-1f6d-4fed-ab9c-253c04615b2d None None] Current status of the port 9221d55f-f476-428c-a53d-671b6d373aed is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:57.246462 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8703315f-1f6d-4fed-ab9c-253c04615b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (9221d55f-f476-428c-a53d-671b6d373aed), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.248149 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Pushing event updated for resources: {'Port': ['ID=8238f0ac-648b-4e4e-9e40-e96d811569d0,revision_number=1']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:57.250633 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-5229016d-78b4-4686-ae1e-5bcf20c658ce tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9206f27dc4b8452f8d305ddc914d24ec HTTP/1.1" status: 200 len: 377 time: 0.0910633 Apr 06 12:54:57.262843 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'port': {'device_id': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'admin_state_up': True, 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'security_groups': ['fb4e3e45-e88b-4493-b872-c766271c615c']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:57.318674 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.368544 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-8703315f-1f6d-4fed-ab9c-253c04615b2d None None] For port 9221d55f-f476-428c-a53d-671b6d373aed, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=9221d55f-f476-428c-a53d-671b6d373aed,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:57.372681 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 916b8710-1962-4a73-ad24-aa29afe3184d is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:57.381413 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Attempting to bind port 8238f0ac-648b-4e4e-9e40-e96d811569d0 on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:57.381692 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:57.381822 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Attempting to bind port 8238f0ac-648b-4e4e-9e40-e96d811569d0 by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:57.382186 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Attempting to bind port 8238f0ac-648b-4e4e-9e40-e96d811569d0 on network f653ef51-d9fc-4be5-9136-751adb436055 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:57.390828 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:57.392915 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:56Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:57.395135 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:57.395509 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Checking segment: {'id': 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:57.395914 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.396836 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Bound using segment: {'id': 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:57.396836 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Bound port: 8238f0ac-648b-4e4e-9e40-e96d811569d0, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:57.397676 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.404173 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:57.431821 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Pushing event updated for resources: {'Port': ['ID=b6439022-e30f-4cc3-8742-8427ed14e62b,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:57.432071 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec20e32-4ce3-46dd-909d-648ec554f86d None None] The sync data for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi is: [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:56Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:54:57.433620 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8703315f-1f6d-4fed-ab9c-253c04615b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (9221d55f-f476-428c-a53d-671b6d373aed), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.542312 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Made reservation on behalf of 9206f27dc4b8452f8d305ddc914d24ec for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:54:57.549954 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.563746 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703315f-1f6d-4fed-ab9c-253c04615b2d None None] Pushing event updated for resources: {'Port': ['ID=9221d55f-f476-428c-a53d-671b6d373aed,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:57.579071 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] For port 8238f0ac-648b-4e4e-9e40-e96d811569d0, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:57.582763 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] For port 8238f0ac-648b-4e4e-9e40-e96d811569d0, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=8238f0ac-648b-4e4e-9e40-e96d811569d0,segment=NetworkSegment(f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3),segment_id=f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:57.641492 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:57.704794 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcab588-5d8f-4431-989e-beeac24beffd None None] Pushing event updated for resources: {'Port': ['ID=8238f0ac-648b-4e4e-9e40-e96d811569d0,revision_number=2']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:57.738133 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Allocated IP 172.20.0.10 (bc16f097-65cb-45df-82b7-46a8eb61e950/b67b9392-4786-4004-bf2b-f0ac569766f1/3be7efb6-158a-45b8-9546-67c951dc8ce0) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:54:57.909883 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks [] for router_gateway (e7738a69-94a8-4ade-8954-2a482ec09650), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.100884 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.225134 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1737647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1737975'] for router (e7738a69-94a8-4ade-8954-2a482ec09650), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.277366 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.347241 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37ea04-d0ad-4051-91ff-ea267be8d99f req-805f7475-ba28-42d6-8bad-26c2886e45b2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:58.351180 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6d37ea04-d0ad-4051-91ff-ea267be8d99f req-805f7475-ba28-42d6-8bad-26c2886e45b2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 932 time: 0.0684273 Apr 06 12:54:58.377603 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Network bc16f097-65cb-45df-82b7-46a8eb61e950 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:54:58.381180 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event updated for resources: {'Port': ['ID=3be7efb6-158a-45b8-9546-67c951dc8ce0,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:58.391643 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:54:58.391643 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:54:58.430575 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6d37ea04-d0ad-4051-91ff-ea267be8d99f req-c2f28d68-e0fc-45e8-8f2f-c51faca26730 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0737882 Apr 06 12:54:58.468527 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:58.469279 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.558537 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-491df31f-d26b-49f9-b2ed-e409311a9ea1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3019273 Apr 06 12:54:58.584658 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Router e7738a69-94a8-4ade-8954-2a482ec09650 is scheduled to L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 with binding_index 1 {{(pid=103993) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 12:54:58.727164 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 9221d55f-f476-428c-a53d-671b6d373aed up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:58.751330 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:54:58.762013 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Sync routers for ids ['e7738a69-94a8-4ade-8954-2a482ec09650'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:54:58.784337 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Routers {'e7738a69-94a8-4ade-8954-2a482ec09650'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:58.784337 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['e7738a69-94a8-4ade-8954-2a482ec09650'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:58.810971 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-22f15af0-58a7-4c38-b469-6725a81b2e82 None None] Provisioning complete for port 3be7efb6-158a-45b8-9546-67c951dc8ce0 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:58.811506 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-22f15af0-58a7-4c38-b469-6725a81b2e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.837081 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Request body: {'port': {'device_id': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:54:58.871874 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.873393 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5639bc40-e313-4429-9815-1c11e9b6727b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8117840 Apr 06 12:54:58.873870 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 9221d55f-f476-428c-a53d-671b6d373aed triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:58.874420 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (9221d55f-f476-428c-a53d-671b6d373aed), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:58.876330 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52458) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:54:58.918073 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Set router e7738a69-94a8-4ade-8954-2a482ec09650 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:54:58.922434 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084fbb7f-a5d7-4906-984e-2b225676c5f1 None None] Network f653ef51-d9fc-4be5-9136-751adb436055 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:54:58.930990 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-22f15af0-58a7-4c38-b469-6725a81b2e82 None None] Port 3be7efb6-158a-45b8-9546-67c951dc8ce0 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:54:58.957831 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.077640 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 9221d55f-f476-428c-a53d-671b6d373aed is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:59.082297 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 8238f0ac-648b-4e4e-9e40-e96d811569d0 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:54:59.110345 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-84099e49-a93f-4768-a657-0a16d48a83d4 None None] Provisioning complete for port 8238f0ac-648b-4e4e-9e40-e96d811569d0 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:59.110879 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-84099e49-a93f-4768-a657-0a16d48a83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.133751 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 3, 'project_id': '20944252838245469a3e7ce34840cdcf', 'gw_port': {'id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:59.169617 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Checking router: e7738a69-94a8-4ade-8954-2a482ec09650 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:54:59.169871 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Updating router e7738a69-94a8-4ade-8954-2a482ec09650 port b6439022-e30f-4cc3-8742-8427ed14e62b binding host dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:54:59.195743 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 8238f0ac-648b-4e4e-9e40-e96d811569d0 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:59.196414 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.199772 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.298635 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-84099e49-a93f-4768-a657-0a16d48a83d4 None None] Current status of the port 8238f0ac-648b-4e4e-9e40-e96d811569d0 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:59.299038 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-84099e49-a93f-4768-a657-0a16d48a83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.338908 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-84099e49-a93f-4768-a657-0a16d48a83d4 None None] For port 8238f0ac-648b-4e4e-9e40-e96d811569d0, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=8238f0ac-648b-4e4e-9e40-e96d811569d0,segment=NetworkSegment(f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3),segment_id=f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:54:59.384874 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 8238f0ac-648b-4e4e-9e40-e96d811569d0 is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:59.385532 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.424880 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-84099e49-a93f-4768-a657-0a16d48a83d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.527083 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.db.api [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 12:54:59.527465 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG oslo_db.api [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 12:54:59.528333 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84099e49-a93f-4768-a657-0a16d48a83d4 None None] Pushing event updated for resources: {'Port': ['ID=8238f0ac-648b-4e4e-9e40-e96d811569d0,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:59.558921 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Publish callbacks [] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), precommit_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.573947 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-cdacc659-f896-4c7d-affc-9eb8cd40caee None None] Provisioning complete for port 8238f0ac-648b-4e4e-9e40-e96d811569d0 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:54:59.577878 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-cdacc659-f896-4c7d-affc-9eb8cd40caee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.598028 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecde9c7-49aa-4b54-b800-f0ad08a6cc35 req-6efe90e2-ac2d-4d40-a8d7-c35f89d9fefa tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:54:59.600857 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eecde9c7-49aa-4b54-b800-f0ad08a6cc35 req-6efe90e2-ac2d-4d40-a8d7-c35f89d9fefa tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 932 time: 0.0709150 Apr 06 12:54:59.655603 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.666490 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-eecde9c7-49aa-4b54-b800-f0ad08a6cc35 req-c00716b1-c67e-42d7-838c-2439744c703e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0579047 Apr 06 12:54:59.669947 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-cdacc659-f896-4c7d-affc-9eb8cd40caee None None] Current status of the port 8238f0ac-648b-4e4e-9e40-e96d811569d0 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:54:59.723243 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Attempting to bind port b6439022-e30f-4cc3-8742-8427ed14e62b on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:54:59.723789 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Attempting to bind port b6439022-e30f-4cc3-8742-8427ed14e62b by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:54:59.724213 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Attempting to bind port b6439022-e30f-4cc3-8742-8427ed14e62b on network 178c71df-d210-4cd4-98f5-4107b5f20b80 {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:54:59.731478 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:54:59.731843 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Checking segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:54:59.732240 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.732625 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Bound using segment: {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'} {{(pid=103996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:54:59.733079 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.managers [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Bound port: b6439022-e30f-4cc3-8742-8427ed14e62b, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a20fe25-b9b8-467b-929b-fefcf4908a82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80'}}] {{(pid=103996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:54:59.733453 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), before_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.734903 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d919f6c-3fed-405d-b6f1-4455d6f6579a None None] Pushing event updated for resources: {'Port': ['ID=b6439022-e30f-4cc3-8742-8427ed14e62b,revision_number=2']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:54:59.737214 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be7efb6-158a-45b8-9546-67c951dc8ce0 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:54:59.747788 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Publish callbacks [] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.786966 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Transition to ACTIVE for port object 3be7efb6-158a-45b8-9546-67c951dc8ce0 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:54:59.789971 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] For port b6439022-e30f-4cc3-8742-8427ed14e62b, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:54:59.793061 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.plugins.ml2.db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] For port b6439022-e30f-4cc3-8742-8427ed14e62b, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=b6439022-e30f-4cc3-8742-8427ed14e62b,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:54:59.849432 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.871068 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.893535 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron_lib.callbacks.manager [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), after_update {{(pid=103996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:54:59.947219 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Routers {'e7738a69-94a8-4ade-8954-2a482ec09650'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:54:59.947387 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['e7738a69-94a8-4ade-8954-2a482ec09650'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:54:59.970019 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Pushing event updated for resources: {'Port': ['ID=3be7efb6-158a-45b8-9546-67c951dc8ce0,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.001634 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d919f6c-3fed-405d-b6f1-4455d6f6579a None None] Pushing event updated for resources: {'Port': ['ID=b6439022-e30f-4cc3-8742-8427ed14e62b,revision_number=3']} {{(pid=103996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.078731 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 8238f0ac-648b-4e4e-9e40-e96d811569d0 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:00.088371 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] Set router e7738a69-94a8-4ade-8954-2a482ec09650 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:00.119674 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Attempting to bind port 3be7efb6-158a-45b8-9546-67c951dc8ce0 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:00.120012 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Attempting to bind port 3be7efb6-158a-45b8-9546-67c951dc8ce0 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:00.120349 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Attempting to bind port 3be7efb6-158a-45b8-9546-67c951dc8ce0 on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:00.130692 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Allocated IP 172.20.0.1 (f653ef51-d9fc-4be5-9136-751adb436055/d4eb3ac4-f028-41af-9714-da5df80837e3/40feb16e-0575-4cfb-b582-d81edcbe941a) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:00.133110 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Port 3be7efb6-158a-45b8-9546-67c951dc8ce0 on network bc16f097-65cb-45df-82b7-46a8eb61e950 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:55:00.133443 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Attempting to bind port 3be7efb6-158a-45b8-9546-67c951dc8ce0 on network bc16f097-65cb-45df-82b7-46a8eb61e950 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:00.146381 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:00.146761 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Checking segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:00.147165 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Bound using segment: {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:00.147631 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Bound port: 3be7efb6-158a-45b8-9546-67c951dc8ce0, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4135be7f-8d39-4e9c-a26a-97242ca31b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:00.148009 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.282061 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] For port 3be7efb6-158a-45b8-9546-67c951dc8ce0, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:00.301291 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 3, 'project_id': '20944252838245469a3e7ce34840cdcf', 'gw_port': {'id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:00.303617 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] For port 3be7efb6-158a-45b8-9546-67c951dc8ce0, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3be7efb6-158a-45b8-9546-67c951dc8ce0,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:00.309366 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Publish callbacks [] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.326873 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2365db-9d2f-4ff8-94f4-81a423c574df None None] The sync data for ids ['e7738a69-94a8-4ade-8954-2a482ec09650'] in dv-cinder-836069-1-iscsi is: [{'id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 3, 'project_id': '20944252838245469a3e7ce34840cdcf', 'gw_port': {'id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:55:00.382027 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.414108 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.422280 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:00.423005 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.424728 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] 10.222.0.74 "PUT /v2.0/ports/3be7efb6-158a-45b8-9546-67c951dc8ce0 HTTP/1.1" status: 200 len: 1094 time: 1.8524339 Apr 06 12:55:00.424910 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'tag': '3be7efb6-158a-45b8-9546-67c951dc8ce0'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:00.427440 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108b016d-917e-4ff8-86c7-2e38ad41b83f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb74f4-89ea-4102-ac69-1d7a799c83c2", "tag": "3be7efb6-158a-45b8-9546-67c951dc8ce0"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:00.476251 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Network f653ef51-d9fc-4be5-9136-751adb436055 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:00.479176 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:00.483269 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:00.487975 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8b195-ca68-4956-bc91-ccb3745b9a0d service neutron] Pushing event updated for resources: {'Port': ['ID=3be7efb6-158a-45b8-9546-67c951dc8ce0,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.513821 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46d7497-5ea8-4a77-b12b-d383dd3614f8 x-openstack-request-id: req-d46d7497-5ea8-4a77-b12b-d383dd3614f8 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:00.514144 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb74f4-89ea-4102-ac69-1d7a799c83c2", "tag": "3be7efb6-158a-45b8-9546-67c951dc8ce0", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:00.514425 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d46d7497-5ea8-4a77-b12b-d383dd3614f8 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:00.514823 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46d7497-5ea8-4a77-b12b-d383dd3614f8'] response: {'name': 'network-changed', 'server_uuid': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'tag': '3be7efb6-158a-45b8-9546-67c951dc8ce0', 'status': 'completed', 'code': 200} Apr 06 12:55:00.606516 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1737766'] for router_interface (e7738a69-94a8-4ade-8954-2a482ec09650), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.613339 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Pushing event updated for resources: {'Port': ['ID=40feb16e-0575-4cfb-b582-d81edcbe941a,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:00.706263 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 8238f0ac-648b-4e4e-9e40-e96d811569d0 up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:00.793553 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 8238f0ac-648b-4e4e-9e40-e96d811569d0 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:00.794556 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:00.820136 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b016d-917e-4ff8-86c7-2e38ad41b83f req-6befe1bf-ecdb-47c9-a6bf-683dff50e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:00.821867 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-108b016d-917e-4ff8-86c7-2e38ad41b83f req-6befe1bf-ecdb-47c9-a6bf-683dff50e31c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 1128 time: 0.2516356 Apr 06 12:55:00.931621 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468200b-8c8f-47aa-8606-6fa46370140e req-0fd7cbd0-13e6-4a28-aa2b-a5186ec03f07 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:00.946799 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3468200b-8c8f-47aa-8606-6fa46370140e req-0fd7cbd0-13e6-4a28-aa2b-a5186ec03f07 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 944 time: 0.1347950 Apr 06 12:55:00.986462 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 8238f0ac-648b-4e4e-9e40-e96d811569d0 is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:01.011728 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b016d-917e-4ff8-86c7-2e38ad41b83f req-b41f3c9f-abfc-4e7f-979b-dcf4b2463b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:01.013544 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-108b016d-917e-4ff8-86c7-2e38ad41b83f req-b41f3c9f-abfc-4e7f-979b-dcf4b2463b72 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1601496 Apr 06 12:55:01.014638 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3468200b-8c8f-47aa-8606-6fa46370140e req-960488f5-a1e3-4521-bda0-bef2daec93c7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0666456 Apr 06 12:55:01.121599 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.125533 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-99aa5b0e-3b56-43bc-9ee5-b7c800d02753 None None] Provisioning complete for port 40feb16e-0575-4cfb-b582-d81edcbe941a triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:01.126044 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-99aa5b0e-3b56-43bc-9ee5-b7c800d02753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.167997 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-99aa5b0e-3b56-43bc-9ee5-b7c800d02753 None None] Port 40feb16e-0575-4cfb-b582-d81edcbe941a cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:01.197954 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b016d-917e-4ff8-86c7-2e38ad41b83f req-9a6ae8f0-01a4-462f-9c15-fd4dfac2b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:01.199587 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-108b016d-917e-4ff8-86c7-2e38ad41b83f req-9a6ae8f0-01a4-462f-9c15-fd4dfac2b825 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791384 Apr 06 12:55:01.351948 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-23756cee-80a2-4dc0-86ab-10fb2ec26b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:01.353397 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-23756cee-80a2-4dc0-86ab-10fb2ec26b47 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 1128 time: 0.0818062 Apr 06 12:55:01.412507 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Publish callbacks [] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.415586 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-025d123a-4348-438a-ba18-a6afe197f430 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be7efb6-158a-45b8-9546-67c951dc8ce0 HTTP/1.1" status: 200 len: 217 time: 0.0450456 Apr 06 12:55:01.474306 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-bb373e40-b400-4b3b-b978-7ff89385e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:01.475786 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-bb373e40-b400-4b3b-b978-7ff89385e835 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0542722 Apr 06 12:55:01.481032 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.581170 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1736886'] for router_interface (e7738a69-94a8-4ade-8954-2a482ec09650), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:01.583175 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Pushing event updated for resources: {'Port': ['ID=40feb16e-0575-4cfb-b582-d81edcbe941a,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:01.636612 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-f9abf771-4713-464a-aee3-67b9fe6ee116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:01.638028 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-f9abf771-4713-464a-aee3-67b9fe6ee116 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1544149 Apr 06 12:55:01.745545 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Network f653ef51-d9fc-4be5-9136-751adb436055 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:01.748396 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:01.767498 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-3070e67a-10a3-4675-b6ad-599c3dc13ecc service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204636 Apr 06 12:55:01.954848 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-df3ba1f1-be49-42a8-857e-7b3be0ee91bd req-7d9488e6-b7fa-4456-ad62-32992781e8ff service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447823 Apr 06 12:55:01.958792 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Router e7738a69-94a8-4ade-8954-2a482ec09650 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:55:01.993248 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-58485bce-bf79-4c0c-aeb7-774abd255345 None None] Provisioning complete for port 40feb16e-0575-4cfb-b582-d81edcbe941a triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:01.994131 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-58485bce-bf79-4c0c-aeb7-774abd255345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.030705 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-58485bce-bf79-4c0c-aeb7-774abd255345 None None] Port 40feb16e-0575-4cfb-b582-d81edcbe941a cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:02.083326 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:55:02.095012 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-adda90c9-9764-4513-b14a-b050974ec77d admin admin] 10.222.0.60 "PUT /v2.0/routers/e7738a69-94a8-4ade-8954-2a482ec09650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2176480 Apr 06 12:55:02.161378 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233f550-a53c-47e2-a021-1d9c8d4e5048 req-7a68a3ff-f5b8-499d-a571-f2fbd340c232 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:02.162915 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d233f550-a53c-47e2-a021-1d9c8d4e5048 req-7a68a3ff-f5b8-499d-a571-f2fbd340c232 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 944 time: 0.0708606 Apr 06 12:55:02.217203 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d233f550-a53c-47e2-a021-1d9c8d4e5048 req-47265542-f41f-40a8-857f-2906789f9840 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0485730 Apr 06 12:55:02.299735 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Sync routers for ids ['e7738a69-94a8-4ade-8954-2a482ec09650'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:55:02.311740 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Routers {'e7738a69-94a8-4ade-8954-2a482ec09650'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:02.312559 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['e7738a69-94a8-4ade-8954-2a482ec09650'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:02.422789 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Set router e7738a69-94a8-4ade-8954-2a482ec09650 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:02.623878 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b6439022-e30f-4cc3-8742-8427ed14e62b up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:02.656411 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52474) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:02.661708 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-39f3da5a-0b2b-4b3e-83f9-4481fad44af8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116736599', 'description': 'tempest-secgroup-smoke-1116736599 description', 'project_id': '69049f30e0d94929bee0a5fbf331e598'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:02.677738 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:55:00Z', 'revision_number': 4, 'project_id': '20944252838245469a3e7ce34840cdcf', 'gw_port': {'id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:54:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '40feb16e-0575-4cfb-b582-d81edcbe941a', 'name': '', 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'mac_address': 'fa:16:3e:78:2a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd4eb3ac4-f028-41af-9714-da5df80837e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:01Z', 'revision_number': 2, 'project_id': '20944252838245469a3e7ce34840cdcf', 'subnets': [{'id': 'd4eb3ac4-f028-41af-9714-da5df80837e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:02.711252 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Checking router: e7738a69-94a8-4ade-8954-2a482ec09650 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:55:02.711604 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Updating router e7738a69-94a8-4ade-8954-2a482ec09650 port 40feb16e-0575-4cfb-b582-d81edcbe941a binding host dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 12:55:02.732795 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39f3da5a-0b2b-4b3e-83f9-4481fad44af8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.736225 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port b6439022-e30f-4cc3-8742-8427ed14e62b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:02.736596 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.762060 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.802857 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39f3da5a-0b2b-4b3e-83f9-4481fad44af8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group (725ab1b6-5cb6-410d-b2f4-60a503e42ec9), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.841815 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39f3da5a-0b2b-4b3e-83f9-4481fad44af8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (725ab1b6-5cb6-410d-b2f4-60a503e42ec9), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.871813 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3da5a-0b2b-4b3e-83f9-4481fad44af8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725ab1b6-5cb6-410d-b2f4-60a503e42ec9,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:02.923848 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-39f3da5a-0b2b-4b3e-83f9-4481fad44af8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:02.925181 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-39f3da5a-0b2b-4b3e-83f9-4481fad44af8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2676623 Apr 06 12:55:02.928463 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52476) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:02.932907 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-cc66fc8e-dd10-4e87-9c2f-d3e5279e6b33 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'security_group_rule': {'security_group_id': '725ab1b6-5cb6-410d-b2f4-60a503e42ec9', 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:03.041444 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cc66fc8e-dd10-4e87-9c2f-d3e5279e6b33 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (4548321b-e8fb-4386-be63-d1f25b18400c), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.098186 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cc66fc8e-dd10-4e87-9c2f-d3e5279e6b33 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (4548321b-e8fb-4386-be63-d1f25b18400c), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.103889 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port b6439022-e30f-4cc3-8742-8427ed14e62b is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:03.104272 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.135042 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] For port b6439022-e30f-4cc3-8742-8427ed14e62b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=b6439022-e30f-4cc3-8742-8427ed14e62b,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:03.161741 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cc66fc8e-dd10-4e87-9c2f-d3e5279e6b33 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (4548321b-e8fb-4386-be63-d1f25b18400c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.180555 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66fc8e-dd10-4e87-9c2f-d3e5279e6b33 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4548321b-e8fb-4386-be63-d1f25b18400c,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.220064 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.249940 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-cc66fc8e-dd10-4e87-9c2f-d3e5279e6b33 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.255353 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-cc66fc8e-dd10-4e87-9c2f-d3e5279e6b33 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218770 Apr 06 12:55:03.255353 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52480) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:03.257952 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Publish callbacks [] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), precommit_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.259891 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-c8a9b8e2-9713-4429-8ea3-046f620d09af tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'security_group_rule': {'security_group_id': '725ab1b6-5cb6-410d-b2f4-60a503e42ec9', 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:03.285768 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Pushing event updated for resources: {'Port': ['ID=b6439022-e30f-4cc3-8742-8427ed14e62b,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.333029 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.346126 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cd288-d70d-48df-b0dc-6268f5899a04 req-a28681a7-7736-466b-924e-2ce876af47e7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:03.347746 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d13cd288-d70d-48df-b0dc-6268f5899a04 req-a28681a7-7736-466b-924e-2ce876af47e7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 944 time: 0.0545738 Apr 06 12:55:03.368901 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8a9b8e2-9713-4429-8ea3-046f620d09af tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (ba92ae61-6fd8-42a2-90d5-bd83718e38cd), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.392041 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd188a30-8e05-4e60-8d6f-051899ad03b3 None None] Pushing event updated for resources: {'Port': ['ID=40feb16e-0575-4cfb-b582-d81edcbe941a,revision_number=3']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.408494 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d13cd288-d70d-48df-b0dc-6268f5899a04 req-ba9235df-d9d7-48df-9b69-9feb19d140f7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0545833 Apr 06 12:55:03.447109 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8a9b8e2-9713-4429-8ea3-046f620d09af tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (ba92ae61-6fd8-42a2-90d5-bd83718e38cd), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.451345 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Attempting to bind port 40feb16e-0575-4cfb-b582-d81edcbe941a on host dv-cinder-836069-1-iscsi for vnic_type normal with profile {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:03.451764 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Attempting to bind port 40feb16e-0575-4cfb-b582-d81edcbe941a by drivers openvswitch,hyperv on host dv-cinder-836069-1-iscsi at level 0 using segments [{'id': 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055'}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:03.452127 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Attempting to bind port 40feb16e-0575-4cfb-b582-d81edcbe941a on network f653ef51-d9fc-4be5-9136-751adb436055 {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:03.457856 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Checking agent: {'id': '10229404-0a7b-48a8-98be-100c2f4d489b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836069-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 29, 46), 'started_at': datetime.datetime(2022, 4, 6, 12, 30, 16), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836069-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:03.458233 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Checking segment: {'id': 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:03.458666 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.459325 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Bound using segment: {'id': 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055'} {{(pid=103995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:03.459801 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.managers [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Bound port: 40feb16e-0575-4cfb-b582-d81edcbe941a, host: dv-cinder-836069-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055'}}] {{(pid=103995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:03.460184 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.527293 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] For port 40feb16e-0575-4cfb-b582-d81edcbe941a, host dv-cinder-836069-1-iscsi, cleared binding levels {{(pid=103995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:03.530471 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] For port 40feb16e-0575-4cfb-b582-d81edcbe941a, host dv-cinder-836069-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=40feb16e-0575-4cfb-b582-d81edcbe941a,segment=NetworkSegment(f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3),segment_id=f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3)] {{(pid=103995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:03.532992 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8a9b8e2-9713-4429-8ea3-046f620d09af tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (ba92ae61-6fd8-42a2-90d5-bd83718e38cd), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.554304 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9b8e2-9713-4429-8ea3-046f620d09af tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba92ae61-6fd8-42a2-90d5-bd83718e38cd,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.590743 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.609141 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-c8a9b8e2-9713-4429-8ea3-046f620d09af tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.610723 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-c8a9b8e2-9713-4429-8ea3-046f620d09af tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3541081 Apr 06 12:55:03.614186 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52482) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:03.618847 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-ab619157-f8a3-4bc9-bcd7-28dd7be5df91 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'security_group_rule': {'security_group_id': '725ab1b6-5cb6-410d-b2f4-60a503e42ec9', 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:03.658911 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Routers {'e7738a69-94a8-4ade-8954-2a482ec09650'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:03.660400 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['e7738a69-94a8-4ade-8954-2a482ec09650'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:03.662561 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd188a30-8e05-4e60-8d6f-051899ad03b3 None None] Pushing event updated for resources: {'Port': ['ID=40feb16e-0575-4cfb-b582-d81edcbe941a,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.718292 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-a263b9af-02e4-48dd-a16a-b7e4a42cdf02 None None] Provisioning complete for port 40feb16e-0575-4cfb-b582-d81edcbe941a triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:03.718712 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a263b9af-02e4-48dd-a16a-b7e4a42cdf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.732368 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ab619157-f8a3-4bc9-bcd7-28dd7be5df91 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (4deb52f6-8b00-499b-a8c0-328188f77582), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.796749 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ab619157-f8a3-4bc9-bcd7-28dd7be5df91 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (4deb52f6-8b00-499b-a8c0-328188f77582), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.814841 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] Set router e7738a69-94a8-4ade-8954-2a482ec09650 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:03.852698 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ab619157-f8a3-4bc9-bcd7-28dd7be5df91 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (4deb52f6-8b00-499b-a8c0-328188f77582), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.871183 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab619157-f8a3-4bc9-bcd7-28dd7be5df91 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4deb52f6-8b00-499b-a8c0-328188f77582,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:03.923369 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ab619157-f8a3-4bc9-bcd7-28dd7be5df91 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.924694 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ab619157-f8a3-4bc9-bcd7-28dd7be5df91 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093731 Apr 06 12:55:03.930441 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52484) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:03.935437 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-2d79231b-3ee5-4935-9215-c05c39adc47c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'security_group_rule': {'security_group_id': '725ab1b6-5cb6-410d-b2f4-60a503e42ec9', 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:03.943868 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:03.969986 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-a263b9af-02e4-48dd-a16a-b7e4a42cdf02 None None] Current status of the port 40feb16e-0575-4cfb-b582-d81edcbe941a is: DOWN; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:03.970282 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a263b9af-02e4-48dd-a16a-b7e4a42cdf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.006458 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2d79231b-3ee5-4935-9215-c05c39adc47c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (db0cf92f-de35-492d-b37b-bcfa4a9ee2ac), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.024436 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-a263b9af-02e4-48dd-a16a-b7e4a42cdf02 None None] For port 40feb16e-0575-4cfb-b582-d81edcbe941a, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=40feb16e-0575-4cfb-b582-d81edcbe941a,segment=NetworkSegment(f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3),segment_id=f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:04.064539 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2d79231b-3ee5-4935-9215-c05c39adc47c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (db0cf92f-de35-492d-b37b-bcfa4a9ee2ac), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.091733 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:55:00Z', 'revision_number': 4, 'project_id': '20944252838245469a3e7ce34840cdcf', 'gw_port': {'id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '40feb16e-0575-4cfb-b582-d81edcbe941a', 'name': '', 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'mac_address': 'fa:16:3e:78:2a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd4eb3ac4-f028-41af-9714-da5df80837e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:03Z', 'revision_number': 4, 'project_id': '20944252838245469a3e7ce34840cdcf', 'subnets': [{'id': 'd4eb3ac4-f028-41af-9714-da5df80837e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:04.094788 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a263b9af-02e4-48dd-a16a-b7e4a42cdf02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.122076 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e0a58-543b-4db8-aa8b-3f269e82e110 None None] The sync data for ids ['e7738a69-94a8-4ade-8954-2a482ec09650'] in dv-cinder-836069-1-iscsi is: [{'id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:55:00Z', 'revision_number': 4, 'project_id': '20944252838245469a3e7ce34840cdcf', 'gw_port': {'id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '40feb16e-0575-4cfb-b582-d81edcbe941a', 'name': '', 'network_id': 'f653ef51-d9fc-4be5-9136-751adb436055', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'mac_address': 'fa:16:3e:78:2a:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd4eb3ac4-f028-41af-9714-da5df80837e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:59Z', 'updated_at': '2022-04-06T12:55:03Z', 'revision_number': 4, 'project_id': '20944252838245469a3e7ce34840cdcf', 'subnets': [{'id': 'd4eb3ac4-f028-41af-9714-da5df80837e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:55:04.154264 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2d79231b-3ee5-4935-9215-c05c39adc47c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (db0cf92f-de35-492d-b37b-bcfa4a9ee2ac), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.167730 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79231b-3ee5-4935-9215-c05c39adc47c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0cf92f-de35-492d-b37b-bcfa4a9ee2ac,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:04.171057 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263b9af-02e4-48dd-a16a-b7e4a42cdf02 None None] Pushing event updated for resources: {'Port': ['ID=40feb16e-0575-4cfb-b582-d81edcbe941a,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:04.217747 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-b520123d-bf8f-4bc6-a655-153efb1eba63 None None] Provisioning complete for port 40feb16e-0575-4cfb-b582-d81edcbe941a triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:04.218119 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b520123d-bf8f-4bc6-a655-153efb1eba63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.250145 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2d79231b-3ee5-4935-9215-c05c39adc47c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.255352 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2d79231b-3ee5-4935-9215-c05c39adc47c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3238280 Apr 06 12:55:04.258074 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52486) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:04.262958 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-3d090058-fc92-4a69-9535-5b77ed9986aa tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'security_group_rule': {'security_group_id': '725ab1b6-5cb6-410d-b2f4-60a503e42ec9', 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:04.314922 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-b520123d-bf8f-4bc6-a655-153efb1eba63 None None] Current status of the port 40feb16e-0575-4cfb-b582-d81edcbe941a is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:04.361465 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.securitygroups_db [None req-3d090058-fc92-4a69-9535-5b77ed9986aa tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Project 69049f30e0d94929bee0a5fbf331e598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:55:04.368497 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d090058-fc92-4a69-9535-5b77ed9986aa tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (71cadb4f-f3a0-4305-a93a-90019deef4c8), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.431234 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d090058-fc92-4a69-9535-5b77ed9986aa tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (71cadb4f-f3a0-4305-a93a-90019deef4c8), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.504581 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d090058-fc92-4a69-9535-5b77ed9986aa tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (71cadb4f-f3a0-4305-a93a-90019deef4c8), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.525869 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d090058-fc92-4a69-9535-5b77ed9986aa tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cadb4f-f3a0-4305-a93a-90019deef4c8,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:04.540057 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dddec7-0352-452a-8db5-6fdf57adef09 req-7b91cf8e-d55f-442d-a0fa-eaf7d1cf570d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:04.543602 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85dddec7-0352-452a-8db5-6fdf57adef09 req-7b91cf8e-d55f-442d-a0fa-eaf7d1cf570d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 944 time: 0.0578554 Apr 06 12:55:04.591893 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3d090058-fc92-4a69-9535-5b77ed9986aa tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.593198 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3d090058-fc92-4a69-9535-5b77ed9986aa tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3341045 Apr 06 12:55:04.596269 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52490) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:04.602596 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-4451ae47-305c-45ad-9406-b3b9a76559a0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'security_group_rule': {'security_group_id': '725ab1b6-5cb6-410d-b2f4-60a503e42ec9', 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:04.604752 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85dddec7-0352-452a-8db5-6fdf57adef09 req-505d9df2-4eb8-41e3-9c9c-6e128978d876 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0565255 Apr 06 12:55:04.691725 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 40feb16e-0575-4cfb-b582-d81edcbe941a up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:04.704446 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.securitygroups_db [None req-4451ae47-305c-45ad-9406-b3b9a76559a0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Project 69049f30e0d94929bee0a5fbf331e598 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 12:55:04.711387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4451ae47-305c-45ad-9406-b3b9a76559a0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (a5d357cb-a61c-4158-b49d-7bac4195e2fe), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.747203 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port 40feb16e-0575-4cfb-b582-d81edcbe941a triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:04.747595 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.783444 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4451ae47-305c-45ad-9406-b3b9a76559a0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (a5d357cb-a61c-4158-b49d-7bac4195e2fe), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.833977 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port 40feb16e-0575-4cfb-b582-d81edcbe941a is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:04.835459 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b6439022-e30f-4cc3-8742-8427ed14e62b up at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:04.848793 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4451ae47-305c-45ad-9406-b3b9a76559a0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603465'] for security_group_rule (a5d357cb-a61c-4158-b49d-7bac4195e2fe), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.868354 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451ae47-305c-45ad-9406-b3b9a76559a0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d357cb-a61c-4158-b49d-7bac4195e2fe,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:04.891828 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Provisioning complete for port b6439022-e30f-4cc3-8742-8427ed14e62b triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:04.892200 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.952450 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4451ae47-305c-45ad-9406-b3b9a76559a0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:04.954024 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4451ae47-305c-45ad-9406-b3b9a76559a0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3564143 Apr 06 12:55:04.974459 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Current status of the port b6439022-e30f-4cc3-8742-8427ed14e62b is: ACTIVE; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:05.505650 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 3be7efb6-158a-45b8-9546-67c951dc8ce0 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:55:05.616260 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 3be7efb6-158a-45b8-9546-67c951dc8ce0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3be7efb6-158a-45b8-9546-67c951dc8ce0,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:05.625547 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '3be7efb6-158a-45b8-9546-67c951dc8ce0', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'port_id': '3be7efb6-158a-45b8-9546-67c951dc8ce0', 'mac_address': 'fa:16:3e:6e:51:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:55:05.666673 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 3be7efb6-158a-45b8-9546-67c951dc8ce0 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:05.667068 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:05.681598 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be7efb6-158a-45b8-9546-67c951dc8ce0 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:05.701658 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 3be7efb6-158a-45b8-9546-67c951dc8ce0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3be7efb6-158a-45b8-9546-67c951dc8ce0,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:05.750024 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739af7b-54e3-44aa-b894-8e192320b0d6 req-5bf4732d-6496-4259-8f3b-c167a7df43bd tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:05.751529 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8739af7b-54e3-44aa-b894-8e192320b0d6 req-5bf4732d-6496-4259-8f3b-c167a7df43bd tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 944 time: 0.0559587 Apr 06 12:55:05.761666 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:05.800447 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8739af7b-54e3-44aa-b894-8e192320b0d6 req-2aeb1fe4-f945-4c10-a324-c6984fa76158 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429523 Apr 06 12:55:05.812970 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=3be7efb6-158a-45b8-9546-67c951dc8ce0,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:06.195795 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['3be7efb6-158a-45b8-9546-67c951dc8ce0'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:55:06.921402 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159019c9-4dc5-4f1c-a582-5d83521928e8 req-94a1053a-0840-487e-93b4-5a05aa1f6ca1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:06.922910 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-159019c9-4dc5-4f1c-a582-5d83521928e8 req-94a1053a-0840-487e-93b4-5a05aa1f6ca1 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 945 time: 0.0543082 Apr 06 12:55:06.995195 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-159019c9-4dc5-4f1c-a582-5d83521928e8 req-925b06c8-b7f5-409f-b773-2f1606d1fd62 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0659664 Apr 06 12:55:07.524826 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 3be7efb6-158a-45b8-9546-67c951dc8ce0 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:07.664644 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 3be7efb6-158a-45b8-9546-67c951dc8ce0 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:55:07.668713 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 3be7efb6-158a-45b8-9546-67c951dc8ce0 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:07.669088 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:07.748320 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 3be7efb6-158a-45b8-9546-67c951dc8ce0 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:07.748702 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:07.771726 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be7efb6-158a-45b8-9546-67c951dc8ce0'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:07.773970 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a994f7-6de1-45fe-a4aa-79f335104ed6" -d '{"events": [{"server_uuid": "a2bb74f4-89ea-4102-ac69-1d7a799c83c2", "name": "network-vif-plugged", "status": "completed", "tag": "3be7efb6-158a-45b8-9546-67c951dc8ce0"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:07.789313 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 3be7efb6-158a-45b8-9546-67c951dc8ce0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3be7efb6-158a-45b8-9546-67c951dc8ce0,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:07.811881 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89f8f1f-b8e6-488f-bbc8-eeb0fc77bd17 x-openstack-request-id: req-d89f8f1f-b8e6-488f-bbc8-eeb0fc77bd17 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:07.811881 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb74f4-89ea-4102-ac69-1d7a799c83c2", "name": "network-vif-plugged", "status": "completed", "tag": "3be7efb6-158a-45b8-9546-67c951dc8ce0", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:07.812166 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d89f8f1f-b8e6-488f-bbc8-eeb0fc77bd17 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:07.812488 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89f8f1f-b8e6-488f-bbc8-eeb0fc77bd17'] response: {'server_uuid': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be7efb6-158a-45b8-9546-67c951dc8ce0', 'code': 200} Apr 06 12:55:07.870027 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:07.922767 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=3be7efb6-158a-45b8-9546-67c951dc8ce0,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:08.121278 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bb4a8-0f6a-40bc-8a4a-59c8914569c4 req-acd00a8a-29f2-4d7c-bd73-56651fe0fd4c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:08.122890 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-154bb4a8-0f6a-40bc-8a4a-59c8914569c4 req-acd00a8a-29f2-4d7c-bd73-56651fe0fd4c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 946 time: 0.0607879 Apr 06 12:55:08.158290 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638634d9-b4b0-424e-9462-4d76e9bac82a req-328e8510-fbdc-4e50-80d6-9aa4e64b31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:08.159888 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-638634d9-b4b0-424e-9462-4d76e9bac82a req-328e8510-fbdc-4e50-80d6-9aa4e64b31f3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 1130 time: 0.0510795 Apr 06 12:55:08.174157 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-154bb4a8-0f6a-40bc-8a4a-59c8914569c4 req-023ba70e-eaf3-47fc-bb34-6f25d716082f tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449615 Apr 06 12:55:08.204094 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-638634d9-b4b0-424e-9462-4d76e9bac82a req-3818e700-f30f-4e5d-8ac3-53109235506f service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0382285 Apr 06 12:55:09.303764 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029d772-ea62-4fb6-8309-f6fd420d6ef8 req-4745b13b-e393-4568-88e6-aa68552da4b2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:09.305262 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a029d772-ea62-4fb6-8309-f6fd420d6ef8 req-4745b13b-e393-4568-88e6-aa68552da4b2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 946 time: 0.0607960 Apr 06 12:55:09.320903 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-98e7cb14-e8d8-4bed-a45d-1133cef70315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:09.354176 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a029d772-ea62-4fb6-8309-f6fd420d6ef8 req-0134fa95-5d3a-489e-86dc-8b30304915b7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433996 Apr 06 12:55:10.130076 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-26f16d9c-04b4-4fc8-b33d-48b5dc649c90 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443547 Apr 06 12:55:10.255025 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-6187ac72-33f9-47d7-aeb6-3478a0c543cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:10.257244 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-6187ac72-33f9-47d7-aeb6-3478a0c543cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 1130 time: 0.0618620 Apr 06 12:55:10.361919 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-12bf70ef-4bf5-4cce-8e1d-61ea17b613c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:10.363871 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-12bf70ef-4bf5-4cce-8e1d-61ea17b613c0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 916 time: 0.0868001 Apr 06 12:55:10.410345 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-fef05917-1084-4e78-b964-c40a049934f6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be7efb6-158a-45b8-9546-67c951dc8ce0 HTTP/1.1" status: 200 len: 217 time: 0.0395391 Apr 06 12:55:10.460510 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-e79918f6-b794-42dd-a2a6-2a6e1e9d6730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:10.462040 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-e79918f6-b794-42dd-a2a6-2a6e1e9d6730 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0454440 Apr 06 12:55:10.476016 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03825586-f600-4d00-a1b8-accaab639d96 req-5e53ecf3-9f11-4d85-9154-2fcb3360cc40 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:10.477705 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03825586-f600-4d00-a1b8-accaab639d96 req-5e53ecf3-9f11-4d85-9154-2fcb3360cc40 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 946 time: 0.0546107 Apr 06 12:55:10.525958 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-f08b5503-5d3c-42f4-abc6-051439d3781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:10.527531 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-f08b5503-5d3c-42f4-abc6-051439d3781e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596757 Apr 06 12:55:10.533396 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03825586-f600-4d00-a1b8-accaab639d96 req-d09d447c-b70a-431c-8ab3-e0c43aa262f7 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0494061 Apr 06 12:55:10.628899 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-ddc981cd-319e-4ca7-97e0-6e8e42f7776e service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933261 Apr 06 12:55:10.655938 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011594f-a5dd-4298-a03a-5c3471794718 req-b2eaa3bd-f43c-4b37-b525-e79972a64610 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:10.657335 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2011594f-a5dd-4298-a03a-5c3471794718 req-b2eaa3bd-f43c-4b37-b525-e79972a64610 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 946 time: 0.0543847 Apr 06 12:55:10.666333 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52570) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:10.670701 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-41a92e47-e91c-459c-b575-ee9da84cac50 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Request body: {'floatingip': {'port_id': '3be7efb6-158a-45b8-9546-67c951dc8ce0'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:10.711222 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-41a92e47-e91c-459c-b575-ee9da84cac50 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (5a1a06f9-7f84-495a-b68e-1e7fe6be7f35), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:10.724691 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-8081e3e9-cce6-43ca-81f4-994ff6e2cece req-3036e676-cf79-4b47-9a70-69503a73beff service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885844 Apr 06 12:55:11.171968 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-41a92e47-e91c-459c-b575-ee9da84cac50 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.224530 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-41a92e47-e91c-459c-b575-ee9da84cac50 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (5a1a06f9-7f84-495a-b68e-1e7fe6be7f35), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.332042 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-41a92e47-e91c-459c-b575-ee9da84cac50 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Floating IP 5a1a06f9-7f84-495a-b68e-1e7fe6be7f35 associated. External IP: 172.27.0.18, port: 3be7efb6-158a-45b8-9546-67c951dc8ce0. Apr 06 12:55:11.542428 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a92e47-e91c-459c-b575-ee9da84cac50 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:55:11.658198 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a92e47-e91c-459c-b575-ee9da84cac50 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:55:11.663332 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-41a92e47-e91c-459c-b575-ee9da84cac50 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.668846 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:55:11.679632 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:11.680241 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:54:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:11.693929 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-41a92e47-e91c-459c-b575-ee9da84cac50 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "PUT /v2.0/floatingips/5a1a06f9-7f84-495a-b68e-1e7fe6be7f35 HTTP/1.1" status: 200 len: 991 time: 1.0264876 Apr 06 12:55:11.694624 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'tag': '3be7efb6-158a-45b8-9546-67c951dc8ce0'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:11.696874 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb74f4-89ea-4102-ac69-1d7a799c83c2", "tag": "3be7efb6-158a-45b8-9546-67c951dc8ce0"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:11.799983 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:11.807393 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe70796-552a-4ec0-8429-2adef61b9133 x-openstack-request-id: req-afe70796-552a-4ec0-8429-2adef61b9133 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:11.807679 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-493dd4ab-4583-450e-9f74-077e04d67b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:11.808169 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb74f4-89ea-4102-ac69-1d7a799c83c2", "tag": "3be7efb6-158a-45b8-9546-67c951dc8ce0", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:11.808169 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afe70796-552a-4ec0-8429-2adef61b9133 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:11.808384 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe70796-552a-4ec0-8429-2adef61b9133'] response: {'name': 'network-changed', 'server_uuid': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'tag': '3be7efb6-158a-45b8-9546-67c951dc8ce0', 'status': 'completed', 'code': 200} Apr 06 12:55:11.895318 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-90d48861-c59a-48a9-aed5-6a4045fd99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:11.897260 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-90d48861-c59a-48a9-aed5-6a4045fd99d4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 1130 time: 0.0473287 Apr 06 12:55:12.002486 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-190e7791-1085-4888-abac-c2738fb1e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:12.003953 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-190e7791-1085-4888-abac-c2738fb1e78c service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 916 time: 0.0993528 Apr 06 12:55:12.044265 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '5a1a06f9-7f84-495a-b68e-1e7fe6be7f35', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': '3be7efb6-158a-45b8-9546-67c951dc8ce0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:6e:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:54:53Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:12.070509 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-62873b11-c290-469b-a94b-fa146fe68940 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be7efb6-158a-45b8-9546-67c951dc8ce0 HTTP/1.1" status: 200 len: 999 time: 0.0595608 Apr 06 12:55:12.070775 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:55:12.079313 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:12.079923 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:55:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:12.128450 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-3b6f518c-5e7e-42c8-aeac-f4dc4292af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:12.129924 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-3b6f518c-5e7e-42c8-aeac-f4dc4292af90 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0525165 Apr 06 12:55:12.183055 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-d971a4ec-fa27-46c0-8098-7d171da1c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:12.184613 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-d971a4ec-fa27-46c0-8098-7d171da1c56e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479152 Apr 06 12:55:12.288407 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-97fa2dab-37f2-4797-a6a5-212bb769c9dd service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973713 Apr 06 12:55:12.310746 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:12.549208 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '5a1a06f9-7f84-495a-b68e-1e7fe6be7f35', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': '3be7efb6-158a-45b8-9546-67c951dc8ce0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:6e:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:54:53Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:12.576890 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60936b9e-1453-4c42-aebb-0abd1f7602e6 None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '5a1a06f9-7f84-495a-b68e-1e7fe6be7f35', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'port_id': '3be7efb6-158a-45b8-9546-67c951dc8ce0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'mac_address': 'fa:16:3e:6e:51:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:54:53Z', 'updated_at': '2022-04-06T12:55:11Z', 'revision_number': 1, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:55:12.657801 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-2c07d29f-866e-447a-b0bd-c7591ed7d8b9 req-5f6f8cc2-4f1d-42db-bc0b-94e4a76f687c service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632212 Apr 06 12:55:12.788074 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab8744-8038-4436-95cf-44cd7a453a4d None None] New status for floating IP 5a1a06f9-7f84-495a-b68e-1e7fe6be7f35: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:55:13.047914 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:14.601911 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:16.081686 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:18.741483 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:55:26.869174 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-fffba87a-274e-42f4-b8be-e12b6b647712 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116736599&fields=id&tenant_id=69049f30e0d94929bee0a5fbf331e598 HTTP/1.1" status: 200 len: 267 time: 0.0462384 Apr 06 12:55:26.977116 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-f7db2487-d9a0-407a-b773-d2bdb4892bde tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:26.978711 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-f7db2487-d9a0-407a-b773-d2bdb4892bde tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 812 time: 0.1030257 Apr 06 12:55:26.993399 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-f18f840c-c3e5-4517-9215-bca85a28edca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/quotas/69049f30e0d94929bee0a5fbf331e598 HTTP/1.1" status: 200 len: 375 time: 0.0087192 Apr 06 12:55:27.048201 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-f8042485-8a8e-4b23-bcb7-c89430cd9166 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490878 Apr 06 12:55:27.146730 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-5d0533c8-eea7-4c79-8bca-141d98e35657 service neutron] 10.222.0.60 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857773 Apr 06 12:55:27.236324 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-cd38a9de-81fe-4921-9017-eea8341a8f20 service neutron] 10.222.0.60 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834866 Apr 06 12:55:27.765270 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-379acc9a-f6da-44e9-8981-1cf160f3a2d8 req-11ad2536-66ad-4ccd-8bd8-1d24ea7a99d9 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 210 time: 0.0279255 Apr 06 12:55:28.843609 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-273e12ef-ad03-4485-9d12-87e1c3498fba req-71d314c6-83f2-4ae9-9d28-db112889b8e8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 210 time: 0.0267811 Apr 06 12:55:29.929689 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b30b92e1-f3a8-428f-8484-f679ed70ee8e req-193da2c8-1335-4c9b-b72b-67acb953b62b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 210 time: 0.0334852 Apr 06 12:55:31.015720 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-11758e62-aa9e-417d-9a61-0e61c4763ce1 req-d7b3b1e4-74fe-430d-9735-6ac5d300a774 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 210 time: 0.0273781 Apr 06 12:55:32.108564 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-755a8848-f018-40b8-b8c1-ef993933b36e req-73c10ff3-8f3a-4d89-a6ee-680f202b8497 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 210 time: 0.0270343 Apr 06 12:55:33.204322 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-010bd321-4172-4077-afc0-c178f36823a1 req-75fd59fe-1064-4179-bec9-bf06ea3b84f4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 210 time: 0.0291147 Apr 06 12:55:33.915642 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.028893 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-76f34f00-1a79-4b0f-a559-916ba39ad71c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:34.030389 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-76f34f00-1a79-4b0f-a559-916ba39ad71c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 812 time: 0.1020186 Apr 06 12:55:34.106654 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-855118b0-f0cf-4681-958e-da119fa99584 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69049f30e0d94929bee0a5fbf331e598 HTTP/1.1" status: 200 len: 380 time: 0.0573218 Apr 06 12:55:34.116193 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'port': {'device_id': '890e260c-21cc-446a-8935-359000af8ac4', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'admin_state_up': True, 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'security_groups': ['725ab1b6-5cb6-410d-b2f4-60a503e42ec9']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:34.314946 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Made reservation on behalf of 69049f30e0d94929bee0a5fbf331e598 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:55:34.314946 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.316403 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-50a0aa68-d4c6-4ab8-b748-aad8b2282471 req-eb1d2f2e-e56e-433d-8557-914ce5bcac2a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 210 time: 0.0279603 Apr 06 12:55:34.428399 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Allocated IP 172.20.0.6 (9c847235-daa6-4a46-a840-f888eada67ac/39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc/2ce13347-b7e6-4755-bb1b-84aa0c945d1c) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:34.565958 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.649197 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.689591 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Network 9c847235-daa6-4a46-a840-f888eada67ac is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:34.692565 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:34.699010 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:34.729695 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'Port': ['ID=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:34.737986 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.738333 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.738709 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.739069 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.739388 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.739719 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.740050 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.740384 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.740708 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.741038 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.741366 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.741691 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.742021 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.742340 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.742690 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:34.766168 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:34.767037 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.828583 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-4e6555e5-f624-41d9-bf6f-1c67bb8d3f06 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7160370 Apr 06 12:55:34.847489 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Request body: {'port': {'device_id': '890e260c-21cc-446a-8935-359000af8ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:34.912960 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.935510 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-6a8f820b-3e27-4257-b1e4-1af6028b9596 None None] Provisioning complete for port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:34.936247 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-6a8f820b-3e27-4257-b1e4-1af6028b9596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:34.970012 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f820b-3e27-4257-b1e4-1af6028b9596 None None] Port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:55:35.179424 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce13347-b7e6-4755-bb1b-84aa0c945d1c {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:35.187728 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Publish callbacks [] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.199379 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Transition to ACTIVE for port object 2ce13347-b7e6-4755-bb1b-84aa0c945d1c will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:55:35.315317 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.367288 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:35.449360 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Attempting to bind port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:55:35.449688 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Attempting to bind port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:55:35.450102 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Attempting to bind port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c on network 9c847235-daa6-4a46-a840-f888eada67ac {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:35.451325 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecedee-2c78-4b92-8b3f-3ae3120144ee req-85f46206-49da-4af0-b300-3582aac14b85 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:35.453435 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7aecedee-2c78-4b92-8b3f-3ae3120144ee req-85f46206-49da-4af0-b300-3582aac14b85 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 943 time: 0.0667839 Apr 06 12:55:35.454675 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c on network 9c847235-daa6-4a46-a840-f888eada67ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:55:35.455004 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Attempting to bind port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c on network 9c847235-daa6-4a46-a840-f888eada67ac {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:55:35.460972 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:55:35.461341 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Checking segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:55:35.461938 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Bound using segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:55:35.462153 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Bound port: 2ce13347-b7e6-4755-bb1b-84aa0c945d1c, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:55:35.462603 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.512183 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7aecedee-2c78-4b92-8b3f-3ae3120144ee req-e16901f8-75ad-462b-8903-c6934bbb88d3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519397 Apr 06 12:55:35.537669 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] For port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:55:35.541387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] For port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:55:35.635801 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.672891 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:35.673516 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:35.674927 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] 10.222.0.74 "PUT /v2.0/ports/2ce13347-b7e6-4755-bb1b-84aa0c945d1c HTTP/1.1" status: 200 len: 1093 time: 0.8323300 Apr 06 12:55:35.675414 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890e260c-21cc-446a-8935-359000af8ac4', 'tag': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:35.677650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c58881-bcfa-4508-9761-12e7b1750ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "890e260c-21cc-446a-8935-359000af8ac4", "tag": "2ce13347-b7e6-4755-bb1b-84aa0c945d1c"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:35.701618 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28213580-3173-4904-bde1-ecd3ac8c5710 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:35.734906 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b34e07-3a9c-45dc-a7b8-9111451d92ed x-openstack-request-id: req-61b34e07-3a9c-45dc-a7b8-9111451d92ed {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:35.735207 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890e260c-21cc-446a-8935-359000af8ac4", "tag": "2ce13347-b7e6-4755-bb1b-84aa0c945d1c", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:35.735514 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61b34e07-3a9c-45dc-a7b8-9111451d92ed {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:35.735928 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b34e07-3a9c-45dc-a7b8-9111451d92ed'] response: {'name': 'network-changed', 'server_uuid': '890e260c-21cc-446a-8935-359000af8ac4', 'tag': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'status': 'completed', 'code': 200} Apr 06 12:55:35.824052 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c58881-bcfa-4508-9761-12e7b1750ea8 req-b949b29b-6a33-493f-9469-67fa856c0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:35.825693 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-35c58881-bcfa-4508-9761-12e7b1750ea8 req-b949b29b-6a33-493f-9469-67fa856c0fd7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 1127 time: 0.0475869 Apr 06 12:55:35.937388 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c58881-bcfa-4508-9761-12e7b1750ea8 req-72465088-53f8-490c-a5cb-e46999f1a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:35.938955 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-35c58881-bcfa-4508-9761-12e7b1750ea8 req-72465088-53f8-490c-a5cb-e46999f1a8cf service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=69049f30e0d94929bee0a5fbf331e598&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0993056 Apr 06 12:55:36.035191 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c58881-bcfa-4508-9761-12e7b1750ea8 req-f4c52b4e-7ab0-42ab-8811-7c43ce72a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.036633 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-35c58881-bcfa-4508-9761-12e7b1750ea8 req-f4c52b4e-7ab0-42ab-8811-7c43ce72a926 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917373 Apr 06 12:55:36.151179 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-fa67859f-6da1-44e6-9693-c16de1a0c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.153059 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-fa67859f-6da1-44e6-9693-c16de1a0c53a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 1127 time: 0.0451233 Apr 06 12:55:36.198365 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-d4b044b1-24b5-4129-a00b-8b2487c39861 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ce13347-b7e6-4755-bb1b-84aa0c945d1c HTTP/1.1" status: 200 len: 217 time: 0.0331206 Apr 06 12:55:36.248806 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-b4341948-7949-49df-937b-520d3bc02d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.250224 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-b4341948-7949-49df-937b-520d3bc02d71 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0466840 Apr 06 12:55:36.298236 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-5fb5c6e0-b413-4038-a654-c8873e8f900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.299690 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-5fb5c6e0-b413-4038-a654-c8873e8f900d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436599 Apr 06 12:55:36.389679 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-bacbb7fe-9a83-4df3-887d-51521ddf5d66 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811865 Apr 06 12:55:36.485982 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-29d9a1c1-e615-4e9e-b7bb-e3586ee4a274 req-6c9830bb-71a3-4324-a80e-12fb4c6b514a service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907571 Apr 06 12:55:36.647082 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c595b9-5cc2-4e8e-bae1-e526ff45ca2d req-3fb8754c-7e6c-4ec5-8ea9-b5f867aa2258 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:36.648676 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-88c595b9-5cc2-4e8e-bae1-e526ff45ca2d req-3fb8754c-7e6c-4ec5-8ea9-b5f867aa2258 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 943 time: 0.0546269 Apr 06 12:55:36.701442 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-88c595b9-5cc2-4e8e-bae1-e526ff45ca2d req-9eb99bad-f4fd-482c-936f-afa288f9c563 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463524 Apr 06 12:55:37.819463 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3bb2a-43b6-4d9f-aa6f-fd6bba42d440 req-f1cb3e8a-aac9-4ee2-8b49-9e6c0b9f45e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:37.820926 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-72d3bb2a-43b6-4d9f-aa6f-fd6bba42d440 req-f1cb3e8a-aac9-4ee2-8b49-9e6c0b9f45e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 943 time: 0.0519266 Apr 06 12:55:37.873622 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-72d3bb2a-43b6-4d9f-aa6f-fd6bba42d440 req-8e87de0e-a489-4a5e-a2db-b9c8a53d9be8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463269 Apr 06 12:55:38.995694 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b0c3-3b80-470a-91b6-1186fa50ee20 req-183abb6f-4d09-455b-8081-2778e179eb55 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:38.997233 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c51b0c3-3b80-470a-91b6-1186fa50ee20 req-183abb6f-4d09-455b-8081-2778e179eb55 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 943 time: 0.0571046 Apr 06 12:55:39.047114 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c51b0c3-3b80-470a-91b6-1186fa50ee20 req-c6f50937-aa55-4fdd-a3c6-5a4d8616951e tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Apr 06 12:55:39.316474 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0c163859-6848-4bbe-bbbf-68d3d32f2c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:40.164078 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf6f74-4c50-4680-8789-5d7744bfc370 req-dca9f5db-0487-4bb9-b332-09cc11388f89 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:40.165460 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0adf6f74-4c50-4680-8789-5d7744bfc370 req-dca9f5db-0487-4bb9-b332-09cc11388f89 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 943 time: 0.0533419 Apr 06 12:55:40.214595 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0adf6f74-4c50-4680-8789-5d7744bfc370 req-d8617a5b-c42f-4204-8f0e-215c0cc8463e tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423989 Apr 06 12:55:41.335630 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a2610-ebc2-4254-9f1e-b130a434f39a req-f626b268-849e-443e-815b-f587677e64ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:41.337105 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c96a2610-ebc2-4254-9f1e-b130a434f39a req-f626b268-849e-443e-815b-f587677e64ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 943 time: 0.0556836 Apr 06 12:55:41.387821 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c96a2610-ebc2-4254-9f1e-b130a434f39a req-bf07c7f0-6df5-4f12-88e0-d48f5a6836d9 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446770 Apr 06 12:55:41.852267 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ef80e17e-ac63-41a3-9fcd-a8d441a55a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:42.506601 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae765a5-c2ce-4d80-9c94-d419a77041fb req-6cb309af-e057-42ef-914d-dc1377003e99 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:42.508069 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5ae765a5-c2ce-4d80-9c94-d419a77041fb req-6cb309af-e057-42ef-914d-dc1377003e99 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 943 time: 0.0524952 Apr 06 12:55:42.557459 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5ae765a5-c2ce-4d80-9c94-d419a77041fb req-861193f5-4084-4a84-bb4b-9480e466e07b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 Apr 06 12:55:43.075910 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:43.675985 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa0b35-ac6a-44df-83a5-a1afef5c27e1 req-14301f55-fe69-4d6b-b230-58dbbeb8a487 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:43.677449 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d7aa0b35-ac6a-44df-83a5-a1afef5c27e1 req-14301f55-fe69-4d6b-b230-58dbbeb8a487 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 943 time: 0.0513248 Apr 06 12:55:43.710638 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2ce13347-b7e6-4755-bb1b-84aa0c945d1c details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:55:43.730031 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d7aa0b35-ac6a-44df-83a5-a1afef5c27e1 req-1e0c31f1-1862-4993-b275-7d710bf9e5ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471592 Apr 06 12:55:43.806221 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:43.817491 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'port_id': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'mac_address': 'fa:16:3e:26:55:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:55:43.857090 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:43.857573 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:43.870593 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce13347-b7e6-4755-bb1b-84aa0c945d1c {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:55:43.889886 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:43.989612 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:44.037504 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:44.044342 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.044691 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.045034 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.045431 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.045763 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.046109 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.046488 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.046856 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.047214 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.047538 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.047875 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.048346 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.048670 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.048990 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.049329 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:44.401222 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['2ce13347-b7e6-4755-bb1b-84aa0c945d1c'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:55:44.641795 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:44.846446 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14a9bb-9955-4f96-a221-8796200d8424 req-8bd1e2a8-f1d8-4034-ba0a-d632ec030da1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:44.848629 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bd14a9bb-9955-4f96-a221-8796200d8424 req-8bd1e2a8-f1d8-4034-ba0a-d632ec030da1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 944 time: 0.0541699 Apr 06 12:55:44.897526 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-bd14a9bb-9955-4f96-a221-8796200d8424 req-245e26e0-600b-467f-9f1a-a4c56d704996 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Apr 06 12:55:45.733350 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2ce13347-b7e6-4755-bb1b-84aa0c945d1c up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:55:45.835009 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:55:45.839023 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:55:45.839420 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:46.024969 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dcd821-1e25-4f33-8102-2ebdd0911ffb req-a172734a-a600-4bfd-aab1-79a9de3e1c8e tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:46.026568 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73dcd821-1e25-4f33-8102-2ebdd0911ffb req-a172734a-a600-4bfd-aab1-79a9de3e1c8e tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 944 time: 0.0605016 Apr 06 12:55:46.072983 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:55:46.073363 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:46.078559 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-73dcd821-1e25-4f33-8102-2ebdd0911ffb req-b1e03cb2-a9c3-4e45-ba02-d3e6cd88b9a7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455523 Apr 06 12:55:46.094380 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:46.102077 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890e260c-21cc-446a-8935-359000af8ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:46.104858 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bbcc5b-1cdb-4f4e-a31c-dee886ff3cb5" -d '{"events": [{"server_uuid": "890e260c-21cc-446a-8935-359000af8ac4", "name": "network-vif-plugged", "status": "completed", "tag": "2ce13347-b7e6-4755-bb1b-84aa0c945d1c"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:46.117268 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:55:46.185179 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:46.209768 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb82e2aa-4044-438b-9389-1e93a456f540 x-openstack-request-id: req-cb82e2aa-4044-438b-9389-1e93a456f540 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:46.210060 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890e260c-21cc-446a-8935-359000af8ac4", "name": "network-vif-plugged", "status": "completed", "tag": "2ce13347-b7e6-4755-bb1b-84aa0c945d1c", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:46.210313 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb82e2aa-4044-438b-9389-1e93a456f540 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:46.210738 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb82e2aa-4044-438b-9389-1e93a456f540'] response: {'server_uuid': '890e260c-21cc-446a-8935-359000af8ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'code': 200} Apr 06 12:55:46.236815 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:46.591350 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481e0c6-3036-4ed7-9654-1f986bad2bab req-a551d760-00de-40e7-a4a1-a0a0e401ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:46.592944 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9481e0c6-3036-4ed7-9654-1f986bad2bab req-a551d760-00de-40e7-a4a1-a0a0e401ae36 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 1129 time: 0.0442765 Apr 06 12:55:46.636598 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9481e0c6-3036-4ed7-9654-1f986bad2bab req-7fe859f6-e14c-4ba7-89d7-eb6c03152193 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380964 Apr 06 12:55:47.202425 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d8201-29e2-48e8-8f7c-615c8cf671b8 req-709d03aa-d517-4cf7-a0f2-91838454be6d tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:47.203942 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-679d8201-29e2-48e8-8f7c-615c8cf671b8 req-709d03aa-d517-4cf7-a0f2-91838454be6d tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 945 time: 0.0581875 Apr 06 12:55:47.252245 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-679d8201-29e2-48e8-8f7c-615c8cf671b8 req-0e609123-7968-4dca-8f7a-4837972924fd tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428805 Apr 06 12:55:48.373176 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c4c9d-6cea-4856-a1e2-c3da9802fa4b req-85f3107c-582e-49d9-bc10-38b885a7ed34 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:48.375205 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a75c4c9d-6cea-4856-a1e2-c3da9802fa4b req-85f3107c-582e-49d9-bc10-38b885a7ed34 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 945 time: 0.0541446 Apr 06 12:55:48.441930 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a75c4c9d-6cea-4856-a1e2-c3da9802fa4b req-bc5110da-75ac-47ca-85d9-e9a2981703af tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604110 Apr 06 12:55:49.560263 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc75a94-71ba-49f1-91f1-5eb8456fb967 req-2f228d93-70d5-4c8e-a1c0-0c8c721f8264 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.561939 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8dc75a94-71ba-49f1-91f1-5eb8456fb967 req-2f228d93-70d5-4c8e-a1c0-0c8c721f8264 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Apr 06 12:55:49.614104 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8dc75a94-71ba-49f1-91f1-5eb8456fb967 req-5a25aac5-aefb-4dc7-8ab4-3b531f22ac3f tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465155 Apr 06 12:55:49.733104 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4e66-8150-49be-8c2e-f60bf282e062 req-06d2a25d-04ab-4506-883f-7d270ad11130 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.735360 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-efaf4e66-8150-49be-8c2e-f60bf282e062 req-06d2a25d-04ab-4506-883f-7d270ad11130 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 945 time: 0.0526414 Apr 06 12:55:49.782755 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-efaf4e66-8150-49be-8c2e-f60bf282e062 req-895d7663-6974-4464-bdbc-ecc19c33ea9d tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418401 Apr 06 12:55:49.804865 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52710) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:49.894673 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad8461-8795-41a9-96ca-56ec16ce20d9 tempest-TestVolumeBootPattern-64861008 tempest-TestVolumeBootPattern-64861008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:49.896232 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-e4ad8461-8795-41a9-96ca-56ec16ce20d9 tempest-TestVolumeBootPattern-64861008 tempest-TestVolumeBootPattern-64861008-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 1124 time: 0.0904007 Apr 06 12:55:49.899123 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52714) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:55:49.903244 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'port_id': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:55:49.996793 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.098360 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.200340 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Allocated IP 172.27.0.230 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/47e34dea-54f2-46b4-aef1-e2f009326f67) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:55:50.304214 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for port (47e34dea-54f2-46b4-aef1-e2f009326f67), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.395682 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (47e34dea-54f2-46b4-aef1-e2f009326f67), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:50.432790 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:55:50.438974 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:55:50.442721 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:55:50.447974 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'Port': ['ID=47e34dea-54f2-46b4-aef1-e2f009326f67,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:50.485660 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.485999 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.486337 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.486697 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.487022 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.487348 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.487670 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.487987 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.488306 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.488626 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.489010 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.489464 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.489903 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.490450 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:50.490994 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:55:51.099016 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (3a35ec99-59aa-4719-ba5c-a976577b0b17), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.213522 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (47e34dea-54f2-46b4-aef1-e2f009326f67), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.360650 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for port (47e34dea-54f2-46b4-aef1-e2f009326f67), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.423643 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (47e34dea-54f2-46b4-aef1-e2f009326f67), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.492822 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'Port': ['ID=47e34dea-54f2-46b4-aef1-e2f009326f67,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:55:51.505081 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (3a35ec99-59aa-4719-ba5c-a976577b0b17), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:51.606602 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Floating IP 3a35ec99-59aa-4719-ba5c-a976577b0b17 associated. External IP: 172.27.0.230, port: 2ce13347-b7e6-4755-bb1b-84aa0c945d1c. Apr 06 12:55:51.815928 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Router a83d0862-cbc7-4d00-b191-be1e74305d98 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:55:51.924616 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:55:51.933981 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] Sync routers for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:55:51.944176 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:51.953660 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:55:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:52.004267 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:55:52.037291 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ab10a851-a8d3-4c68-abda-4cb50a49e45a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1371486 Apr 06 12:55:52.037882 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '890e260c-21cc-446a-8935-359000af8ac4', 'tag': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:55:52.040174 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ab8925-8096-4b32-bc25-c4bd277c33a2" -d '{"events": [{"name": "network-changed", "server_uuid": "890e260c-21cc-446a-8935-359000af8ac4", "tag": "2ce13347-b7e6-4755-bb1b-84aa0c945d1c"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:55:52.051332 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:52.075847 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7f8d80-7e09-4e61-bffa-a421c6630d57 x-openstack-request-id: req-5b7f8d80-7e09-4e61-bffa-a421c6630d57 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:55:52.076139 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "890e260c-21cc-446a-8935-359000af8ac4", "tag": "2ce13347-b7e6-4755-bb1b-84aa0c945d1c", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:55:52.076398 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b7f8d80-7e09-4e61-bffa-a421c6630d57 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:55:52.076815 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7f8d80-7e09-4e61-bffa-a421c6630d57'] response: {'name': 'network-changed', 'server_uuid': '890e260c-21cc-446a-8935-359000af8ac4', 'tag': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'status': 'completed', 'code': 200} Apr 06 12:55:52.179373 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-8cb7ac4c-22e4-4857-8dde-081d5d9bc2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:52.180879 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-8cb7ac4c-22e4-4857-8dde-081d5d9bc2f5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 1129 time: 0.0492160 Apr 06 12:55:52.272419 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-226017cd-422b-4b84-9d5f-b7575a60e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:52.272654 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '3a35ec99-59aa-4719-ba5c-a976577b0b17', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:26:55:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890e260c-21cc-446a-8935-359000af8ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:55:50Z', 'updated_at': '2022-04-06T12:55:50Z', 'revision_number': 0, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:52.273881 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-226017cd-422b-4b84-9d5f-b7575a60e48f service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0863793 Apr 06 12:55:52.303315 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] Checking router: a83d0862-cbc7-4d00-b191-be1e74305d98 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:55:52.311351 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:55:52.311969 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:55:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:52.345197 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-a800cf7e-26fd-42d6-bf15-59f0f2f48fc8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ce13347-b7e6-4755-bb1b-84aa0c945d1c HTTP/1.1" status: 200 len: 999 time: 0.0633640 Apr 06 12:55:52.393446 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-5a0059a1-2115-4ab4-9761-554879e1f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:52.395114 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-5a0059a1-2115-4ab4-9761-554879e1f778 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0449719 Apr 06 12:55:52.420187 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:55:52.443650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-0d8c248f-5930-4571-854e-b408b8b3c68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:55:52.445127 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-0d8c248f-5930-4571-854e-b408b8b3c68a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447385 Apr 06 12:55:52.544155 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-182d0020-b997-4f96-ad25-cf230580eb2b service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917966 Apr 06 12:55:52.634112 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-20ab8925-8096-4b32-bc25-c4bd277c33a2 req-0e3671b6-f656-49aa-a42a-590cad1735f0 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828397 Apr 06 12:55:52.646852 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '3a35ec99-59aa-4719-ba5c-a976577b0b17', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:26:55:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890e260c-21cc-446a-8935-359000af8ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:55:50Z', 'updated_at': '2022-04-06T12:55:50Z', 'revision_number': 0, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:55:52.676111 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a5b2c-3912-4bdc-8f38-0940e4700e9e None None] The sync data for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi is: [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '3a35ec99-59aa-4719-ba5c-a976577b0b17', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:26:55:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890e260c-21cc-446a-8935-359000af8ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:55:50Z', 'updated_at': '2022-04-06T12:55:50Z', 'revision_number': 0, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:55:52.872460 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e57d121-a9d7-40cb-a990-69346c6e5b2e None None] New status for floating IP 3a35ec99-59aa-4719-ba5c-a976577b0b17: ACTIVE {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:55:55.740564 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:56:03.922819 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:09.322224 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-19999b50-66d4-49b8-87cd-3082faf0d037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:09.704289 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-904f6fff-a585-45ca-9ef7-89e7d0dd7ac0 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429680 Apr 06 12:56:09.812912 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-474fce85-e98f-4e71-840a-d27b546ecb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:09.814524 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-474fce85-e98f-4e71-840a-d27b546ecb85 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 1130 time: 0.0494227 Apr 06 12:56:09.918075 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-aabb77ce-826b-4ba9-ad20-c6138e1151f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:09.919575 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-aabb77ce-826b-4ba9-ad20-c6138e1151f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 200 len: 916 time: 0.0862074 Apr 06 12:56:09.988846 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-56d6f145-a951-4c73-a629-edbc83f02c68 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3be7efb6-158a-45b8-9546-67c951dc8ce0 HTTP/1.1" status: 200 len: 1001 time: 0.0628545 Apr 06 12:56:10.038207 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-24c53444-685c-4515-9043-5a9f1b5131fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:10.041127 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-24c53444-685c-4515-9043-5a9f1b5131fe service neutron] 10.222.0.74 "GET /v2.0/subnets?id=b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 200 len: 854 time: 0.0446908 Apr 06 12:56:10.090076 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-3ca7168c-c4f9-4af5-9f96-0281276c7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:10.093005 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-3ca7168c-c4f9-4af5-9f96-0281276c7fe3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bc16f097-65cb-45df-82b7-46a8eb61e950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446968 Apr 06 12:56:10.182709 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-599530de-a29e-4572-aecf-132c7b3348fb service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849569 Apr 06 12:56:10.271736 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-eba0835f-2f2a-416f-a591-cc5d54adf366 req-e18a5cd8-071f-4b7d-bd4a-95e6c9e853b1 service neutron] 10.222.0.74 "GET /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817988 Apr 06 12:56:11.846897 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43c85df4-423f-4789-862f-8abb10a6227b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:13.054162 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:14.623591 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:16.126577 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:32.738649 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:56:33.948948 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:39.351402 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8c9c6dfd-a9d7-4588-a6c7-ee81d099a158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:41.151004 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b23d7-c09c-432b-9974-c89cafd9af94 req-ef934e19-22eb-49ae-bf2a-4efb9765771c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:41.153013 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f94b23d7-c09c-432b-9974-c89cafd9af94 req-ef934e19-22eb-49ae-bf2a-4efb9765771c tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 946 time: 0.0536790 Apr 06 12:56:41.199163 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f94b23d7-c09c-432b-9974-c89cafd9af94 req-e10be853-33ae-44b4-a6fd-f3ff9f82bd15 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396156 Apr 06 12:56:41.843231 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-83b1b9b6-518d-4832-a3ec-d968d7b52aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:42.320052 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffe811-d6fe-4994-9d2b-abf08ecd1897 req-8076535d-9a2d-47f3-8da4-bb1d192d4d4d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:42.321503 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-83ffe811-d6fe-4994-9d2b-abf08ecd1897 req-8076535d-9a2d-47f3-8da4-bb1d192d4d4d tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 946 time: 0.0526416 Apr 06 12:56:42.368228 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-83ffe811-d6fe-4994-9d2b-abf08ecd1897 req-4d8d27fe-4e71-49cb-a738-8db3358454d0 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407012 Apr 06 12:56:43.080676 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.081736 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [req-885f9afe-0954-4e5d-86b1-82d72d423490 req-58d4f05a-708a-4f6e-85dd-bb963a6f9738 service neutron] (103993) timed out ('10.222.0.74', 54831) {{(pid=103993) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 12:56:43.324862 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-c53be03b-8eb5-4ae9-bc67-7e36bf33e143 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:43.326295 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-c53be03b-8eb5-4ae9-bc67-7e36bf33e143 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 946 time: 0.0521944 Apr 06 12:56:43.422952 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Deleting port 3be7efb6-158a-45b8-9546-67c951dc8ce0 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:56:43.423296 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.491752 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc93ff-4741-4434-af28-6b648415a91b req-10ef7a4d-0ec0-40c0-a8e6-ee0a976282c8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:56:43.493226 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e5fc93ff-4741-4434-af28-6b648415a91b req-10ef7a4d-0ec0-40c0-a8e6-ee0a976282c8 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 946 time: 0.0561512 Apr 06 12:56:43.512491 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] For port 3be7efb6-158a-45b8-9546-67c951dc8ce0, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3be7efb6-158a-45b8-9546-67c951dc8ce0,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:43.512867 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.541683 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e5fc93ff-4741-4434-af28-6b648415a91b req-c300c24d-4dd6-4e52-b066-f386e4d61119 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb4e3e45-e88b-4493-b872-c766271c615c&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421984 Apr 06 12:56:43.691972 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.692252 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (5a1a06f9-7f84-495a-b68e-1e7fe6be7f35), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.692572 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Floating IP 5a1a06f9-7f84-495a-b68e-1e7fe6be7f35 disassociated. External IP: 172.27.0.18, port: 3be7efb6-158a-45b8-9546-67c951dc8ce0. Apr 06 12:56:43.692914 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Calling delete_port for 3be7efb6-158a-45b8-9546-67c951dc8ce0 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:56:43.889372 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (3be7efb6-158a-45b8-9546-67c951dc8ce0), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:43.923940 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'Port': ['ID=3be7efb6-158a-45b8-9546-67c951dc8ce0,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:43.934910 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.935266 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.935620 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.935965 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.936306 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.936644 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.936978 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.937311 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.937641 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.937971 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.938319 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.938757 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.939090 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.939419 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:43.939747 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:44.053534 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:56:44.162569 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:44.172813 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:44.182510 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:44.183734 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:56:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:44.204602 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] No DVR routers for this DVR port 3be7efb6-158a-45b8-9546-67c951dc8ce0 on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:56:44.207180 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:44.210512 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-c5a8b5c2-c4f3-45e3-be16-31bfa838d530 req-06eaa7e3-e3b5-41fa-9813-c0e07dbd49a6 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.74 "DELETE /v2.0/ports/3be7efb6-158a-45b8-9546-67c951dc8ce0 HTTP/1.1" status: 204 len: 173 time: 0.8787744 Apr 06 12:56:44.210964 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'name': 'network-vif-deleted', 'tag': '3be7efb6-158a-45b8-9546-67c951dc8ce0'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:56:44.213274 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eed344-c873-4ccb-8bba-c7f17b6ec7e1" -d '{"events": [{"server_uuid": "a2bb74f4-89ea-4102-ac69-1d7a799c83c2", "name": "network-vif-deleted", "tag": "3be7efb6-158a-45b8-9546-67c951dc8ce0"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:56:44.248724 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f6bba4-98b2-40a8-bb8a-ec1c385ce939 x-openstack-request-id: req-55f6bba4-98b2-40a8-bb8a-ec1c385ce939 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:56:44.249018 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb74f4-89ea-4102-ac69-1d7a799c83c2", "name": "network-vif-deleted", "tag": "3be7efb6-158a-45b8-9546-67c951dc8ce0", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:56:44.249270 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55f6bba4-98b2-40a8-bb8a-ec1c385ce939 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:56:44.249723 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f6bba4-98b2-40a8-bb8a-ec1c385ce939'] response: {'server_uuid': 'a2bb74f4-89ea-4102-ac69-1d7a799c83c2', 'name': 'network-vif-deleted', 'tag': '3be7efb6-158a-45b8-9546-67c951dc8ce0', 'status': 'completed', 'code': 200} Apr 06 12:56:44.305608 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:44.512407 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:44.543115 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:44.551737 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:44.552342 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:56:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:44.660492 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:44.663384 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8c3a5864-b1d2-4f23-9169-7cf011b27440 req-798f05b4-9d23-4be4-9022-9e1cecf3972a tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2bb74f4-89ea-4102-ac69-1d7a799c83c2 HTTP/1.1" status: 200 len: 210 time: 0.0276933 Apr 06 12:56:44.670640 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:44.866641 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:44.896028 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1da3c-06e9-4c7a-83bf-30f35a704afa None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:35Z', 'revision_number': 4, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': 'f60f9e5e-b9fd-4833-9182-5e158834ebb1', 'name': '', 'network_id': 'bc16f097-65cb-45df-82b7-46a8eb61e950', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'mac_address': 'fa:16:3e:fb:62:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:34Z', 'updated_at': '2022-04-06T12:48:39Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'subnets': [{'id': 'b67b9392-4786-4004-bf2b-f0ac569766f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:45.103008 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829365c7-89d6-4483-b52a-435ffe080b7b None None] New status for floating IP 5a1a06f9-7f84-495a-b68e-1e7fe6be7f35: DOWN {{(pid=103995) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:56:45.792894 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52818) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:45.847871 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a07c-1e8f-46a9-90b0-c5c0518d7f51 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (fb4e3e45-e88b-4493-b872-c766271c615c), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:45.871864 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a07c-1e8f-46a9-90b0-c5c0518d7f51 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (fb4e3e45-e88b-4493-b872-c766271c615c), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.014751 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a07c-1e8f-46a9-90b0-c5c0518d7f51 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fb4e3e45-e88b-4493-b872-c766271c615c), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.017358 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-7ab3a07c-1e8f-46a9-90b0-c5c0518d7f51 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.018541 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-7ab3a07c-1e8f-46a9-90b0-c5c0518d7f51 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "DELETE /v2.0/security-groups/fb4e3e45-e88b-4493-b872-c766271c615c HTTP/1.1" status: 204 len: 168 time: 0.2244945 Apr 06 12:56:46.020933 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 3be7efb6-158a-45b8-9546-67c951dc8ce0 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:56:46.021846 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 52820) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:46.035309 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3a07c-1e8f-46a9-90b0-c5c0518d7f51 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4e3e45-e88b-4493-b872-c766271c615c,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:46.044258 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 3be7efb6-158a-45b8-9546-67c951dc8ce0 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:56:46.044258 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 3be7efb6-158a-45b8-9546-67c951dc8ce0 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:56:46.044475 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.api.v2.resource [None req-78f84c1c-cd27-49cf-874d-24cd2894ec8e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] show failed (client error): The resource could not be found. Apr 06 12:56:46.044475 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-78f84c1c-cd27-49cf-874d-24cd2894ec8e tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "GET /v2.0/security-groups/fb4e3e45-e88b-4493-b872-c766271c615c HTTP/1.1" status: 404 len: 347 time: 0.0209620 Apr 06 12:56:46.047099 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52822) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:46.092543 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.179389 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Deleting port 3cd15508-d1fe-4b10-aeb7-a0efe08a50ef {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:56:46.179730 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (3cd15508-d1fe-4b10-aeb7-a0efe08a50ef), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.260099 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (3cd15508-d1fe-4b10-aeb7-a0efe08a50ef), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.260431 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (3cd15508-d1fe-4b10-aeb7-a0efe08a50ef), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.272091 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Calling delete_port for 3cd15508-d1fe-4b10-aeb7-a0efe08a50ef owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:56:46.454351 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (3cd15508-d1fe-4b10-aeb7-a0efe08a50ef), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.484270 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Pushing event deleted for resources: {'Port': ['ID=3cd15508-d1fe-4b10-aeb7-a0efe08a50ef,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:46.545695 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks [] for floatingip (5a1a06f9-7f84-495a-b68e-1e7fe6be7f35), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.547424 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:46.548619 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-dfa707fa-40bb-4be3-a0fd-4ee0e48dc6f2 tempest-AttachVolumeNegativeTest-1949165786 tempest-AttachVolumeNegativeTest-1949165786-project] 10.222.0.60 "DELETE /v2.0/floatingips/5a1a06f9-7f84-495a-b68e-1e7fe6be7f35 HTTP/1.1" status: 204 len: 168 time: 0.4999530 Apr 06 12:56:50.598181 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52858) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:51.310479 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.556554 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Deleting port f60f9e5e-b9fd-4833-9182-5e158834ebb1 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:56:51.556889 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.634981 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] For port f60f9e5e-b9fd-4833-9182-5e158834ebb1, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=f60f9e5e-b9fd-4833-9182-5e158834ebb1,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:51.635706 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.647929 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Calling delete_port for f60f9e5e-b9fd-4833-9182-5e158834ebb1 owned by network:router_interface {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:56:51.915192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (f60f9e5e-b9fd-4833-9182-5e158834ebb1), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:51.939543 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60f9e5e-b9fd-4833-9182-5e158834ebb1,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:52.114902 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.331276 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:56:52.434558 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:56:52.440159 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-78cc76d1-e32c-4f7e-bfa1-8afc823aab77 admin admin] 10.222.0.60 "PUT /v2.0/routers/c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8402355 Apr 06 12:56:52.442192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52862) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:52.444672 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] Sync routers for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:56:52.455288 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:52.455894 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:56:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.547614 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks [] for router (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.562929 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:52.664637 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks [] for router_gateway (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.743039 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:56:51Z', 'revision_number': 5, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port': {'id': 'bef7352a-a2a4-4d38-b9dd-65e6abf18bc6', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.772200 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] Checking router: c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:56:52.781062 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] Routers {'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:56:52.781684 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:56:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.787268 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Deleting port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:56:52.787615 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.867213 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] Set router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 gateway port host: None {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:56:52.868995 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] For port bef7352a-a2a4-4d38-b9dd-65e6abf18bc6, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=bef7352a-a2a4-4d38-b9dd-65e6abf18bc6,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:52.869368 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:52.882441 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Calling delete_port for bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:56:52.921492 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:56:52Z', 'revision_number': 6, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port_host': None}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:52.947404 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13fdb831-bfb5-4f66-991a-3828d903321b None None] The sync data for ids ['c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9'] in dv-cinder-836069-1-iscsi is: [{'id': 'c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9', 'name': 'tempest-AttachVolumeNegativeTest-1229810501-router', 'tenant_id': '9206f27dc4b8452f8d305ddc914d24ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:48:30Z', 'updated_at': '2022-04-06T12:56:52Z', 'revision_number': 6, 'project_id': '9206f27dc4b8452f8d305ddc914d24ec', 'gw_port_host': None}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:56:53.106826 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (bef7352a-a2a4-4d38-b9dd-65e6abf18bc6), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.133279 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef7352a-a2a4-4d38-b9dd-65e6abf18bc6,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:53.194651 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.286761 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.289097 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks [] for router_controller (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.404129 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.404693 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 12:56:53.409324 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.410618 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-32d27753-1751-44df-8b8d-0b6d99b5fc13 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c81ef5d4-6492-4deb-8b3a-b25bcfd22fa9 HTTP/1.1" status: 204 len: 168 time: 0.9674172 Apr 06 12:56:53.413075 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52864) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:53.459129 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-540fe3ce-2848-4a71-817c-4871832fa90d admin admin] Deleting subnet b67b9392-4786-4004-bf2b-f0ac569766f1 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:56:53.462165 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-540fe3ce-2848-4a71-817c-4871832fa90d admin admin] Publish callbacks [] for subnet (b67b9392-4786-4004-bf2b-f0ac569766f1), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.499174 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-540fe3ce-2848-4a71-817c-4871832fa90d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3943079'] for subnet (b67b9392-4786-4004-bf2b-f0ac569766f1), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.580411 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-540fe3ce-2848-4a71-817c-4871832fa90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (b67b9392-4786-4004-bf2b-f0ac569766f1), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.706624 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-540fe3ce-2848-4a71-817c-4871832fa90d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3677193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3206828'] for subnet (b67b9392-4786-4004-bf2b-f0ac569766f1), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.731386 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fe3ce-2848-4a71-817c-4871832fa90d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67b9392-4786-4004-bf2b-f0ac569766f1,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:53.737094 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-540fe3ce-2848-4a71-817c-4871832fa90d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.740279 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-540fe3ce-2848-4a71-817c-4871832fa90d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b67b9392-4786-4004-bf2b-f0ac569766f1 HTTP/1.1" status: 204 len: 168 time: 0.3262696 Apr 06 12:56:53.742809 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52866) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:53.745545 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b788df1-8896-415b-b97d-f6b37b1d3e4d None None] Network bc16f097-65cb-45df-82b7-46a8eb61e950 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:56:53.814599 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (bc16f097-65cb-45df-82b7-46a8eb61e950), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.872242 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Deleting port 78a29021-4da0-4af5-9a25-b807d74fc07c {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:56:53.872582 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.911160 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] DHCP port deletion for bc16f097-65cb-45df-82b7-46a8eb61e950 request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 12:56:53.935542 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] For port 78a29021-4da0-4af5-9a25-b807d74fc07c, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=78a29021-4da0-4af5-9a25-b807d74fc07c,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:53.935857 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:53.952946 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Calling delete_port for 78a29021-4da0-4af5-9a25-b807d74fc07c owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:56:53.959114 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Deleting port 78a29021-4da0-4af5-9a25-b807d74fc07c {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:56:53.959494 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.030525 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] For port 78a29021-4da0-4af5-9a25-b807d74fc07c, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=78a29021-4da0-4af5-9a25-b807d74fc07c,segment=NetworkSegment(4135be7f-8d39-4e9c-a26a-97242ca31b88),segment_id=4135be7f-8d39-4e9c-a26a-97242ca31b88)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:56:54.030927 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.043141 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Calling delete_port for 78a29021-4da0-4af5-9a25-b807d74fc07c owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:56:54.109370 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.118811 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (78a29021-4da0-4af5-9a25-b807d74fc07c), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.135397 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Pushing event deleted for resources: {'Port': ['ID=78a29021-4da0-4af5-9a25-b807d74fc07c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:54.139770 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] No DVR routers for this DVR port 78a29021-4da0-4af5-9a25-b807d74fc07c on host dv-cinder-836069-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:56:54.148848 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Pushing event deleted for resources: {'Port': ['ID=78a29021-4da0-4af5-9a25-b807d74fc07c,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:54.151067 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] No DVR routers for this DVR port 78a29021-4da0-4af5-9a25-b807d74fc07c on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.166534 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94471805-5233-4b40-a199-4ebc2cbe58f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:56:54.213018 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (bc16f097-65cb-45df-82b7-46a8eb61e950), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.233011 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc16f097-65cb-45df-82b7-46a8eb61e950']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:54.241994 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4135be7f-8d39-4e9c-a26a-97242ca31b88') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:54.242322 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4135be7f-8d39-4e9c-a26a-97242ca31b88') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:56:54.251959 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (4135be7f-8d39-4e9c-a26a-97242ca31b88), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.265439 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (4135be7f-8d39-4e9c-a26a-97242ca31b88), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.271437 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:56:54.271829 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (4135be7f-8d39-4e9c-a26a-97242ca31b88), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:56:54.273461 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:56:54.380485 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (bc16f097-65cb-45df-82b7-46a8eb61e950), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.385810 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.389438 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] 10.222.0.60 "DELETE /v2.0/networks/bc16f097-65cb-45df-82b7-46a8eb61e950 HTTP/1.1" status: 204 len: 168 time: 0.6457181 Apr 06 12:56:54.400200 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f706da8-a281-4a59-a376-b76572aecabb admin admin] Pushing event deleted for resources: {'Network': ['ID=bc16f097-65cb-45df-82b7-46a8eb61e950,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:56:54.664129 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:56:54.690857 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:56:54.691153 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device bef7352a-a2a4-4d38-b9dd-65e6abf18bc6 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:56:54.691556 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 78a29021-4da0-4af5-9a25-b807d74fc07c no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:56:54.711871 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 78a29021-4da0-4af5-9a25-b807d74fc07c {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:56:54.712615 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 78a29021-4da0-4af5-9a25-b807d74fc07c not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:56:54.712615 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f60f9e5e-b9fd-4833-9182-5e158834ebb1 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:56:54.732676 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: f60f9e5e-b9fd-4833-9182-5e158834ebb1 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:56:54.733023 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device f60f9e5e-b9fd-4833-9182-5e158834ebb1 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:56:54.742632 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52874) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:54.787183 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-33fef524-203d-4eaf-9a5b-132870782df3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9206f27dc4b8452f8d305ddc914d24ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434101 Apr 06 12:56:54.789597 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 52876) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:56:54.837254 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fb3e800a-4ce1-4b0a-a644-a9a987899030 admin admin] Publish callbacks [] for security_group (f3b7c236-a377-4b1d-8aa3-9529022a693d), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.859444 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fb3e800a-4ce1-4b0a-a644-a9a987899030 admin admin] Publish callbacks [] for security_group (f3b7c236-a377-4b1d-8aa3-9529022a693d), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.991643 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fb3e800a-4ce1-4b0a-a644-a9a987899030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (f3b7c236-a377-4b1d-8aa3-9529022a693d), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.994086 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-fb3e800a-4ce1-4b0a-a644-a9a987899030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:56:54.995878 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-fb3e800a-4ce1-4b0a-a644-a9a987899030 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3b7c236-a377-4b1d-8aa3-9529022a693d HTTP/1.1" status: 204 len: 168 time: 0.2048588 Apr 06 12:56:55.007297 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e800a-4ce1-4b0a-a644-a9a987899030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b7c236-a377-4b1d-8aa3-9529022a693d,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:03.940384 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:09.363238 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2308d304-d833-4c3f-816e-5d8a7facde01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:09.737213 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:57:10.383095 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-a65d2941-04bc-4f08-abcb-e335912ad6ab service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440564 Apr 06 12:57:10.474972 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-6a3277f4-8959-4cd5-a755-86346c9ce16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.476571 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-6a3277f4-8959-4cd5-a755-86346c9ce16d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 1129 time: 0.0580742 Apr 06 12:57:10.586695 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-3a8c3b08-3dff-4007-a102-e32ca98289ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.588410 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-3a8c3b08-3dff-4007-a102-e32ca98289ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0914621 Apr 06 12:57:10.656560 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-e11d87f1-4e0a-4a4b-953b-bb4570971e94 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ce13347-b7e6-4755-bb1b-84aa0c945d1c HTTP/1.1" status: 200 len: 1001 time: 0.0619144 Apr 06 12:57:10.705895 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-cb9db5c3-8804-4d1f-9794-02bc172e2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.707315 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-cb9db5c3-8804-4d1f-9794-02bc172e2b55 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0442188 Apr 06 12:57:10.759629 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-eb833c69-bd66-4bde-8044-e1107695fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:10.762455 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-eb833c69-bd66-4bde-8044-e1107695fb8a service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494421 Apr 06 12:57:10.860726 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-8ddabf11-2b70-4f73-aede-b44216275546 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895393 Apr 06 12:57:10.953818 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-97449c8e-4feb-4ef7-932e-21aa79b94406 req-ad946fd6-16a4-487c-a41c-bff60bf55978 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863619 Apr 06 12:57:11.845987 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-919d7421-1a23-43b4-a10e-0cf7ded3a208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:13.077872 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:14.634844 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:15.680837 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53090) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:15.787137 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4ddf1fed-26e9-4c65-bce6-7c56384b1c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:15.863098 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4ddf1fed-26e9-4c65-bce6-7c56384b1c04 admin admin] Publish callbacks [] for security_group (e8ff3be8-8416-4345-a317-803a20ce31c2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:15.954427 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4ddf1fed-26e9-4c65-bce6-7c56384b1c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (e8ff3be8-8416-4345-a317-803a20ce31c2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:15.991584 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf1fed-26e9-4c65-bce6-7c56384b1c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ff3be8-8416-4345-a317-803a20ce31c2,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:15.995918 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4ddf1fed-26e9-4c65-bce6-7c56384b1c04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=549c8382856246fd9e335a429cebffc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139777 Apr 06 12:57:15.999042 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53094) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:16.052680 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d1a99fd7-3fef-4ee6-af07-0e2186bced63 admin admin] Publish callbacks [] for security_group (e8ff3be8-8416-4345-a317-803a20ce31c2), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.074030 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d1a99fd7-3fef-4ee6-af07-0e2186bced63 admin admin] Publish callbacks [] for security_group (e8ff3be8-8416-4345-a317-803a20ce31c2), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.080216 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.192066 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d1a99fd7-3fef-4ee6-af07-0e2186bced63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (e8ff3be8-8416-4345-a317-803a20ce31c2), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.194819 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-d1a99fd7-3fef-4ee6-af07-0e2186bced63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.196328 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-d1a99fd7-3fef-4ee6-af07-0e2186bced63 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8ff3be8-8416-4345-a317-803a20ce31c2 HTTP/1.1" status: 204 len: 168 time: 0.1963418 Apr 06 12:57:16.204905 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a99fd7-3fef-4ee6-af07-0e2186bced63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ff3be8-8416-4345-a317-803a20ce31c2,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:16.791902 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53100) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:16.806990 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16adef05-7673-4e53-9b1b-a851b268beb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.883672 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16adef05-7673-4e53-9b1b-a851b268beb1 admin admin] Publish callbacks [] for security_group (e078ea57-4409-4cde-b275-65ae7e2612f3), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.937275 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-16adef05-7673-4e53-9b1b-a851b268beb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (e078ea57-4409-4cde-b275-65ae7e2612f3), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:16.976125 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-16adef05-7673-4e53-9b1b-a851b268beb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1ba2b6e4332488788f5ea3575545ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831639 Apr 06 12:57:16.977229 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adef05-7673-4e53-9b1b-a851b268beb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e078ea57-4409-4cde-b275-65ae7e2612f3,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:16.978815 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53102) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:17.026540 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Publish callbacks [] for security_group (e078ea57-4409-4cde-b275-65ae7e2612f3), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.049683 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Publish callbacks [] for security_group (e078ea57-4409-4cde-b275-65ae7e2612f3), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.168860 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (e078ea57-4409-4cde-b275-65ae7e2612f3), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.171513 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:17.172708 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e078ea57-4409-4cde-b275-65ae7e2612f3 HTTP/1.1" status: 204 len: 168 time: 0.1929128 Apr 06 12:57:17.180715 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e078ea57-4409-4cde-b275-65ae7e2612f3,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:17.188037 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.188394 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.188747 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.189097 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.189442 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.189781 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.190128 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.190477 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.190816 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.191150 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.191486 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.191819 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.192155 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.192480 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:17.192809 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470b790b-d8d5-4818-b496-84441de1ba5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:25.031808 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53178) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:25.136514 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd0d7-fd70-4b5d-a506-30168ed2a17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.211054 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd0d7-fd70-4b5d-a506-30168ed2a17d admin admin] Publish callbacks [] for security_group (0ae1de44-3ded-4898-80c7-9f1b2a6cedbb), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.283018 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-3cfdd0d7-fd70-4b5d-a506-30168ed2a17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0ae1de44-3ded-4898-80c7-9f1b2a6cedbb), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.321442 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-3cfdd0d7-fd70-4b5d-a506-30168ed2a17d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29639d1b80ad4bf1ab033a55984ca060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885644 Apr 06 12:57:25.322146 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfdd0d7-fd70-4b5d-a506-30168ed2a17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae1de44-3ded-4898-80c7-9f1b2a6cedbb,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:25.324108 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53182) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:25.372726 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0e61-1d5c-4b5f-bedc-f61ab1b15464 admin admin] Publish callbacks [] for security_group (0ae1de44-3ded-4898-80c7-9f1b2a6cedbb), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.393966 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0e61-1d5c-4b5f-bedc-f61ab1b15464 admin admin] Publish callbacks [] for security_group (0ae1de44-3ded-4898-80c7-9f1b2a6cedbb), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.503136 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0e61-1d5c-4b5f-bedc-f61ab1b15464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (0ae1de44-3ded-4898-80c7-9f1b2a6cedbb), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.505704 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c4fc0e61-1d5c-4b5f-bedc-f61ab1b15464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:25.506875 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c4fc0e61-1d5c-4b5f-bedc-f61ab1b15464 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ae1de44-3ded-4898-80c7-9f1b2a6cedbb HTTP/1.1" status: 204 len: 168 time: 0.1817660 Apr 06 12:57:25.514768 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc0e61-1d5c-4b5f-bedc-f61ab1b15464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae1de44-3ded-4898-80c7-9f1b2a6cedbb,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:26.106540 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53188) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:26.122509 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4cc8fbaf-f3e9-4c88-bf07-c5a47d4709eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.197240 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4cc8fbaf-f3e9-4c88-bf07-c5a47d4709eb admin admin] Publish callbacks [] for security_group (fa8f33c8-8f3f-4505-becb-e937bdae43b3), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.252263 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-4cc8fbaf-f3e9-4c88-bf07-c5a47d4709eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fa8f33c8-8f3f-4505-becb-e937bdae43b3), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.290603 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8fbaf-f3e9-4c88-bf07-c5a47d4709eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8f33c8-8f3f-4505-becb-e937bdae43b3,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:26.294741 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-4cc8fbaf-f3e9-4c88-bf07-c5a47d4709eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e480064d8bd14687a9015f40645a3621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870708 Apr 06 12:57:26.308020 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53190) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:26.356684 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c54c76ab-9246-4ed1-9743-f09cfd6dd94b admin admin] Publish callbacks [] for security_group (fa8f33c8-8f3f-4505-becb-e937bdae43b3), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.378297 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c54c76ab-9246-4ed1-9743-f09cfd6dd94b admin admin] Publish callbacks [] for security_group (fa8f33c8-8f3f-4505-becb-e937bdae43b3), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.503068 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c54c76ab-9246-4ed1-9743-f09cfd6dd94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fa8f33c8-8f3f-4505-becb-e937bdae43b3), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.505801 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c54c76ab-9246-4ed1-9743-f09cfd6dd94b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:26.506985 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c54c76ab-9246-4ed1-9743-f09cfd6dd94b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa8f33c8-8f3f-4505-becb-e937bdae43b3 HTTP/1.1" status: 204 len: 168 time: 0.1980073 Apr 06 12:57:26.515262 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c76ab-9246-4ed1-9743-f09cfd6dd94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8f33c8-8f3f-4505-becb-e937bdae43b3,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:33.923345 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.210428 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53274) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:35.323774 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9d2af046-2cfd-4bf3-8dc5-32dc1464e673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.400273 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9d2af046-2cfd-4bf3-8dc5-32dc1464e673 admin admin] Publish callbacks [] for security_group (552f7c5e-bd2c-4aa6-8ea6-a49276941d06), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.468371 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9d2af046-2cfd-4bf3-8dc5-32dc1464e673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (552f7c5e-bd2c-4aa6-8ea6-a49276941d06), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.508209 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-9d2af046-2cfd-4bf3-8dc5-32dc1464e673 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c92f8a55820f4532964a3b30e327510c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966626 Apr 06 12:57:35.509169 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2af046-2cfd-4bf3-8dc5-32dc1464e673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552f7c5e-bd2c-4aa6-8ea6-a49276941d06,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:35.510222 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53278) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:35.559806 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37976c74-8fd5-41b2-83c9-6201e557252e admin admin] Publish callbacks [] for security_group (552f7c5e-bd2c-4aa6-8ea6-a49276941d06), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.580793 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37976c74-8fd5-41b2-83c9-6201e557252e admin admin] Publish callbacks [] for security_group (552f7c5e-bd2c-4aa6-8ea6-a49276941d06), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.685849 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37976c74-8fd5-41b2-83c9-6201e557252e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (552f7c5e-bd2c-4aa6-8ea6-a49276941d06), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.688429 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-37976c74-8fd5-41b2-83c9-6201e557252e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:35.689887 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-37976c74-8fd5-41b2-83c9-6201e557252e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/552f7c5e-bd2c-4aa6-8ea6-a49276941d06 HTTP/1.1" status: 204 len: 168 time: 0.1784153 Apr 06 12:57:35.699310 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37976c74-8fd5-41b2-83c9-6201e557252e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552f7c5e-bd2c-4aa6-8ea6-a49276941d06,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:36.281061 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53286) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:36.294035 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-94024907-1475-4584-9e55-4e6aa788541f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.367546 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-94024907-1475-4584-9e55-4e6aa788541f admin admin] Publish callbacks [] for security_group (91fe2370-fbda-476f-ba2d-6e71e9c5b6ff), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.428807 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-94024907-1475-4584-9e55-4e6aa788541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (91fe2370-fbda-476f-ba2d-6e71e9c5b6ff), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.471280 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-94024907-1475-4584-9e55-4e6aa788541f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f612f338ba44348a9b23387bd83dad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884170 Apr 06 12:57:36.471986 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94024907-1475-4584-9e55-4e6aa788541f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fe2370-fbda-476f-ba2d-6e71e9c5b6ff,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:36.473727 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53288) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:36.523044 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ddc0f49e-a36b-447d-b398-235a4306a707 admin admin] Publish callbacks [] for security_group (91fe2370-fbda-476f-ba2d-6e71e9c5b6ff), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.543717 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ddc0f49e-a36b-447d-b398-235a4306a707 admin admin] Publish callbacks [] for security_group (91fe2370-fbda-476f-ba2d-6e71e9c5b6ff), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.651730 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ddc0f49e-a36b-447d-b398-235a4306a707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (91fe2370-fbda-476f-ba2d-6e71e9c5b6ff), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.654324 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-ddc0f49e-a36b-447d-b398-235a4306a707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:36.655523 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-ddc0f49e-a36b-447d-b398-235a4306a707 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/91fe2370-fbda-476f-ba2d-6e71e9c5b6ff HTTP/1.1" status: 204 len: 168 time: 0.1806850 Apr 06 12:57:36.666907 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0f49e-a36b-447d-b398-235a4306a707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fe2370-fbda-476f-ba2d-6e71e9c5b6ff,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:37.729027 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53316) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:37.824708 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-850809622-network', 'tenant_id': '4f2dc91d501a4d1bbf353a503288e502'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:37.897029 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Made reservation on behalf of 4f2dc91d501a4d1bbf353a503288e502 for: {'network': 1} {{(pid=103994) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:37.899352 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:37.907791 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:37.984500 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Publish callbacks [] for security_group (2263e65a-7759-4ff9-ba38-f0f7b1858d54), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.049713 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (2263e65a-7759-4ff9-ba38-f0f7b1858d54), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.077615 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=103994) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:57:38.087189 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2263e65a-7759-4ff9-ba38-f0f7b1858d54,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:38.093046 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (89a5d5b4-4759-421a-b01e-f228efa3a855), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.098654 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.segments_db [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Added segment 89a5d5b4-4759-421a-b01e-f228efa3a855 of type vlan for network 796a46af-c8e1-4dfe-bed6-fba586c80ec0 Apr 06 12:57:38.133711 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (796a46af-c8e1-4dfe-bed6-fba586c80ec0), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.234623 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (796a46af-c8e1-4dfe-bed6-fba586c80ec0), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.235669 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:38.236295 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.294474 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] Pushing event updated for resources: {'Network': ['ID=796a46af-c8e1-4dfe-bed6-fba586c80ec0,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:38.304726 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network 796a46af-c8e1-4dfe-bed6-fba586c80ec0 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:57:38.346817 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-b1579092-4a20-4449-a2d6-7ddb2173ce3b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6155498 Apr 06 12:57:38.349670 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53322) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:38.354541 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Request body: {'subnet': {'network_id': '796a46af-c8e1-4dfe-bed6-fba586c80ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-850809622-subnet', 'tenant_id': '4f2dc91d501a4d1bbf353a503288e502', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:38.437350 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Made reservation on behalf of 4f2dc91d501a4d1bbf353a503288e502 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:38.440165 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3206859'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.666585 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3206869'] for subnet (7a99dcf5-16e5-4d63-8295-248c425fb24e), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:38.978087 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a99dcf5-16e5-4d63-8295-248c425fb24e,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:38.988938 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Checking segment: {'id': '89a5d5b4-4759-421a-b01e-f228efa3a855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '796a46af-c8e1-4dfe-bed6-fba586c80ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:38.989295 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Network hostable DHCP agents. Network: 796a46af-c8e1-4dfe-bed6-fba586c80ec0, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:57:39.073955 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Network 796a46af-c8e1-4dfe-bed6-fba586c80ec0 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:57:39.163246 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, 796a46af-c8e1-4dfe-bed6-fba586c80ec0) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:39.168041 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:39.168696 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:39.173619 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba67e49-0913-4744-b949-d56357eccd57 None None] Network 796a46af-c8e1-4dfe-bed6-fba586c80ec0 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:39.279811 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-9b1d4500-7176-45d6-a852-d301a128488d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9213309 Apr 06 12:57:39.297378 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85ba906-1e1a-4ea5-a6b6-32c38a6f40b1 None None] Network 796a46af-c8e1-4dfe-bed6-fba586c80ec0 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:39.367177 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-88ee884f-5262-49d1-a3b3-a4fe073a5ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:39.929074 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53342) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:39.933861 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2069107705-network', 'tenant_id': '63f86dccd58b41949776e70331c53ea1'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:39.999814 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Made reservation on behalf of 63f86dccd58b41949776e70331c53ea1 for: {'network': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:40.001945 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for network (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.011158 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.084085 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Publish callbacks [] for security_group (83e08903-cca7-48ff-a3e9-dc5efe115e39), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.163321 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (83e08903-cca7-48ff-a3e9-dc5efe115e39), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.188599 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e08903-cca7-48ff-a3e9-dc5efe115e39,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:40.267595 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=103993) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 12:57:40.277632 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (00c9d6c2-fc18-422b-a46c-0715062dbd5e), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.277978 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.segments_db [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Added segment 00c9d6c2-fc18-422b-a46c-0715062dbd5e of type vlan for network ce07072e-c5ba-4c66-914c-a699d8586ed5 Apr 06 12:57:40.318417 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771207064643'] for network (ce07072e-c5ba-4c66-914c-a699d8586ed5), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.397402 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594'] for network (ce07072e-c5ba-4c66-914c-a699d8586ed5), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.398362 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:40.398972 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.458836 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] Pushing event updated for resources: {'Network': ['ID=ce07072e-c5ba-4c66-914c-a699d8586ed5,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:40.468969 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Network ce07072e-c5ba-4c66-914c-a699d8586ed5 details requested by agent ovs-agent-dv-cinder-836069-1-iscsi with host dv-cinder-836069-1-iscsi {{(pid=103995) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 12:57:40.511541 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2bdb6e4f-d44b-4d79-9355-a2526df53317 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5813196 Apr 06 12:57:40.514238 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53344) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:40.519432 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Request body: {'subnet': {'network_id': 'ce07072e-c5ba-4c66-914c-a699d8586ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2069107705-subnet', 'tenant_id': '63f86dccd58b41949776e70331c53ea1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:57:40.611282 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Made reservation on behalf of 63f86dccd58b41949776e70331c53ea1 for: {'subnet': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:57:40.614234 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3206859'] for subnet (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.846064 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3676622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3206869'] for subnet (d676fc83-5893-4282-a094-333c73fdcc39), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:40.909462 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d676fc83-5893-4282-a094-333c73fdcc39,revision_number=0']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:40.918523 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Checking segment: {'id': '00c9d6c2-fc18-422b-a46c-0715062dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ce07072e-c5ba-4c66-914c-a699d8586ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:57:40.918881 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Network hostable DHCP agents. Network: ce07072e-c5ba-4c66-914c-a699d8586ed5, hostable agents: ['2a2a23bd-5021-4eb5-b90a-660d75972b35'], hosted agents: [] {{(pid=103993) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 12:57:41.039941 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Network ce07072e-c5ba-4c66-914c-a699d8586ed5 is scheduled to be hosted by DHCP agent 2a2a23bd-5021-4eb5-b90a-660d75972b35 with binding_index 1 {{(pid=103993) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 12:57:41.136844 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836069-1-iscsi, ce07072e-c5ba-4c66-914c-a699d8586ed5) {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:57:41.140780 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:57:41.141373 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:41.146892 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28c75af-8abd-418f-9402-3ff804f96bf1 None None] Network ce07072e-c5ba-4c66-914c-a699d8586ed5 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:41.225788 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-8a1c13dd-e8aa-4ee3-aa9c-4b3453f9a579 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7104573 Apr 06 12:57:41.244989 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b573fc9-39bc-4974-9339-c303d56202dd None None] Network ce07072e-c5ba-4c66-914c-a699d8586ed5 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 12:57:41.860428 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bf6719c8-2158-4551-b0b6-97f926ecca53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:43.074260 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:44.637912 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:46.085618 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:46.736520 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:57:57.304956 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53464) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:57.352965 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Deleting subnet 7a99dcf5-16e5-4d63-8295-248c425fb24e {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:57:57.356135 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Publish callbacks [] for subnet (7a99dcf5-16e5-4d63-8295-248c425fb24e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.390233 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3943079'] for subnet (7a99dcf5-16e5-4d63-8295-248c425fb24e), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.428691 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (7a99dcf5-16e5-4d63-8295-248c425fb24e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.546720 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3677193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3206828'] for subnet (7a99dcf5-16e5-4d63-8295-248c425fb24e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.575321 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a99dcf5-16e5-4d63-8295-248c425fb24e,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:57.583774 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.586925 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7a99dcf5-16e5-4d63-8295-248c425fb24e HTTP/1.1" status: 204 len: 168 time: 0.2809415 Apr 06 12:57:57.588320 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.588675 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.589027 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.589375 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.589496 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53466) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:57.589905 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.590044 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.590379 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.590738 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.591384 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.591731 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.592465 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.592465 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.592760 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.593090 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.593423 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2deb706-9089-4f19-8f52-96d33eb2da66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:57:57.673601 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (796a46af-c8e1-4dfe-bed6-fba586c80ec0), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.752743 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (796a46af-c8e1-4dfe-bed6-fba586c80ec0), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.773521 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796a46af-c8e1-4dfe-bed6-fba586c80ec0']}} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:57.782300 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a5d5b4-4759-421a-b01e-f228efa3a855') {'for_net_delete': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:57.782624 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a5d5b4-4759-421a-b01e-f228efa3a855') {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:57.795999 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391593'] for segment (89a5d5b4-4759-421a-b01e-f228efa3a855), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.809299 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (89a5d5b4-4759-421a-b01e-f228efa3a855), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.814910 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:57:57.815289 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118396798'] for segment (89a5d5b4-4759-421a-b01e-f228efa3a855), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: Traceback (most recent call last): Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: timer() Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: cb(*args, **kw) Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: return func(*args, **kwargs) Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: self._notify() Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: self.callback(batched_events) Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: event.method(event) Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: return f(self, *a, **k) Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._get(url).json() Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: return self.request(url, 'GET', **kwargs) Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:57:57.817905 dv-cinder-836069-1-iscsi neutron-server[103994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:57:57.919878 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (796a46af-c8e1-4dfe-bed6-fba586c80ec0), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.927367 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:57.930790 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] 10.222.0.60 "DELETE /v2.0/networks/796a46af-c8e1-4dfe-bed6-fba586c80ec0 HTTP/1.1" status: 204 len: 168 time: 0.3400214 Apr 06 12:57:57.933538 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53468) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:57.940170 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b27ae0d-d4f8-458f-8a47-0befaf428d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=796a46af-c8e1-4dfe-bed6-fba586c80ec0,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:57.979821 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-5517f3c7-9594-4e31-abfe-c35baf2d6b8a admin admin] Deleting subnet d676fc83-5893-4282-a094-333c73fdcc39 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 12:57:57.982956 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5517f3c7-9594-4e31-abfe-c35baf2d6b8a admin admin] Publish callbacks [] for subnet (d676fc83-5893-4282-a094-333c73fdcc39), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.017134 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5517f3c7-9594-4e31-abfe-c35baf2d6b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3943079'] for subnet (d676fc83-5893-4282-a094-333c73fdcc39), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.056302 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5517f3c7-9594-4e31-abfe-c35baf2d6b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (d676fc83-5893-4282-a094-333c73fdcc39), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.216872 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5517f3c7-9594-4e31-abfe-c35baf2d6b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3677193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3206828'] for subnet (d676fc83-5893-4282-a094-333c73fdcc39), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.245073 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517f3c7-9594-4e31-abfe-c35baf2d6b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d676fc83-5893-4282-a094-333c73fdcc39,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:58.248910 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-5517f3c7-9594-4e31-abfe-c35baf2d6b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.252125 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-5517f3c7-9594-4e31-abfe-c35baf2d6b8a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d676fc83-5893-4282-a094-333c73fdcc39 HTTP/1.1" status: 204 len: 168 time: 0.3175824 Apr 06 12:57:58.256173 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53470) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:58.329682 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (ce07072e-c5ba-4c66-914c-a699d8586ed5), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.415428 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (ce07072e-c5ba-4c66-914c-a699d8586ed5), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.435181 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce07072e-c5ba-4c66-914c-a699d8586ed5']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:58.444108 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c9d6c2-fc18-422b-a46c-0715062dbd5e') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:58.444407 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c9d6c2-fc18-422b-a46c-0715062dbd5e') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:57:58.453390 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (00c9d6c2-fc18-422b-a46c-0715062dbd5e), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.466182 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (00c9d6c2-fc18-422b-a46c-0715062dbd5e), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.472100 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 12:57:58.472425 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (00c9d6c2-fc18-422b-a46c-0715062dbd5e), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 12:57:58.474563 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 12:57:58.603486 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (ce07072e-c5ba-4c66-914c-a699d8586ed5), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.608724 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:58.611876 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ce07072e-c5ba-4c66-914c-a699d8586ed5 HTTP/1.1" status: 204 len: 168 time: 0.3546484 Apr 06 12:57:58.624052 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee368488-834c-414a-8f4d-baaa93d19383 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce07072e-c5ba-4c66-914c-a699d8586ed5,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:58.975576 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53474) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:59.018069 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2fcca32f-0f72-42d4-a0ae-d3efd3d31ba2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f2dc91d501a4d1bbf353a503288e502&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413461 Apr 06 12:57:59.021207 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53476) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:59.066534 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a5d85730-c676-46d8-9b48-9e7bf0592557 admin admin] Publish callbacks [] for security_group (2263e65a-7759-4ff9-ba38-f0f7b1858d54), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.087447 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a5d85730-c676-46d8-9b48-9e7bf0592557 admin admin] Publish callbacks [] for security_group (2263e65a-7759-4ff9-ba38-f0f7b1858d54), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.256975 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a5d85730-c676-46d8-9b48-9e7bf0592557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (2263e65a-7759-4ff9-ba38-f0f7b1858d54), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.259478 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-a5d85730-c676-46d8-9b48-9e7bf0592557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:57:59.260642 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-a5d85730-c676-46d8-9b48-9e7bf0592557 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2263e65a-7759-4ff9-ba38-f0f7b1858d54 HTTP/1.1" status: 204 len: 168 time: 0.2385764 Apr 06 12:57:59.269762 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d85730-c676-46d8-9b48-9e7bf0592557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2263e65a-7759-4ff9-ba38-f0f7b1858d54,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:57:59.945633 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53482) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:57:59.985032 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-6f083a47-48aa-4b84-9d61-fde5840b6444 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63f86dccd58b41949776e70331c53ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382483 Apr 06 12:57:59.987369 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53484) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:00.033293 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-408c0c52-c1c3-43b9-b6ea-683c3d4d57bb admin admin] Publish callbacks [] for security_group (83e08903-cca7-48ff-a3e9-dc5efe115e39), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:00.053736 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-408c0c52-c1c3-43b9-b6ea-683c3d4d57bb admin admin] Publish callbacks [] for security_group (83e08903-cca7-48ff-a3e9-dc5efe115e39), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:00.203667 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-408c0c52-c1c3-43b9-b6ea-683c3d4d57bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (83e08903-cca7-48ff-a3e9-dc5efe115e39), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:00.206137 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-408c0c52-c1c3-43b9-b6ea-683c3d4d57bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:00.207941 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-408c0c52-c1c3-43b9-b6ea-683c3d4d57bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83e08903-cca7-48ff-a3e9-dc5efe115e39 HTTP/1.1" status: 204 len: 168 time: 0.2196820 Apr 06 12:58:00.219096 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c0c52-c1c3-43b9-b6ea-683c3d4d57bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e08903-cca7-48ff-a3e9-dc5efe115e39,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:03.954145 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:09.336399 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-dce29bea-039f-487b-9a6d-814843b6b340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.708787 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-9628be31-8139-4d4d-a981-40c561dafe2b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439596 Apr 06 12:58:11.816054 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-37832785-8b11-4ed0-be0e-670e5432af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:11.817548 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-37832785-8b11-4ed0-be0e-670e5432af25 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 1129 time: 0.0481925 Apr 06 12:58:11.828696 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-017832f3-78b8-454e-8f52-44916733eb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:11.921916 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-45a3fcdd-4edc-407e-b97d-0e0c96ec2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:11.923430 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-45a3fcdd-4edc-407e-b97d-0e0c96ec2c9e service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0866604 Apr 06 12:58:11.992647 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-9770bab1-1aa1-457c-8809-278236c1bf4d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ce13347-b7e6-4755-bb1b-84aa0c945d1c HTTP/1.1" status: 200 len: 1001 time: 0.0630212 Apr 06 12:58:12.042242 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-5620d2db-1266-475d-8ab3-b73021ec2714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:12.043701 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-5620d2db-1266-475d-8ab3-b73021ec2714 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0444632 Apr 06 12:58:12.092969 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-5860dac8-e94e-4b06-a3bf-b3c864e4809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:12.094391 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-5860dac8-e94e-4b06-a3bf-b3c864e4809f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440819 Apr 06 12:58:12.187847 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-a5a38e5c-1701-4b03-be5d-7124c597b8f5 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871048 Apr 06 12:58:12.275539 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-66a5307c-c238-44c1-ad27-af0a07607f36 req-437e833a-4de2-418f-93e6-5c9deda9a50b service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813205 Apr 06 12:58:13.125104 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:14.651067 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:16.084828 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:16.810565 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59d61-dc9d-4936-9126-8020e2210a47 req-8bc48588-ab11-492e-8e39-3c19efdbcb60 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:16.812057 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-25c59d61-dc9d-4936-9126-8020e2210a47 req-8bc48588-ab11-492e-8e39-3c19efdbcb60 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 945 time: 0.0527070 Apr 06 12:58:16.861572 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-25c59d61-dc9d-4936-9126-8020e2210a47 req-f3633dd5-6e36-4d7a-9f0c-58bf9d54f69e tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440447 Apr 06 12:58:17.981589 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190c5c8-97a7-4691-938b-5ca0f7a33b48 req-7fa0f228-a2f0-4892-b7c8-244771579fa7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:17.983075 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7190c5c8-97a7-4691-938b-5ca0f7a33b48 req-7fa0f228-a2f0-4892-b7c8-244771579fa7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 945 time: 0.0513060 Apr 06 12:58:18.030630 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7190c5c8-97a7-4691-938b-5ca0f7a33b48 req-83f1a27b-e6d0-48e9-b55e-fd7864e07db7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Apr 06 12:58:18.072425 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-8026f146-30b1-4f3a-913e-5c47f4ae5b5f req-fa90fa88-e137-43c1-b07a-27e9532391f0 service neutron] (103994) timed out ('10.222.0.74', 54850) {{(pid=103994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 12:58:18.905623 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-f1f3a6ee-97d3-46af-8b25-4b642b47b02c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:18.906998 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-f1f3a6ee-97d3-46af-8b25-4b642b47b02c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 945 time: 0.0524778 Apr 06 12:58:19.001541 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Deleting port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 12:58:19.001885 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.092834 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] For port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:19.093198 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.160645 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3146bb1-ca11-4fe9-82b6-a45ffd7ffcc7 req-e17d63d2-98ee-4314-b5e7-7a83a7636226 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:19.162069 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f3146bb1-ca11-4fe9-82b6-a45ffd7ffcc7 req-e17d63d2-98ee-4314-b5e7-7a83a7636226 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 945 time: 0.0568914 Apr 06 12:58:19.211746 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f3146bb1-ca11-4fe9-82b6-a45ffd7ffcc7 req-db72449f-1f53-4383-b8f8-b73cd30d975a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Apr 06 12:58:19.270999 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.271369 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (3a35ec99-59aa-4719-ba5c-a976577b0b17), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.271684 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Floating IP 3a35ec99-59aa-4719-ba5c-a976577b0b17 disassociated. External IP: 172.27.0.230, port: 2ce13347-b7e6-4755-bb1b-84aa0c945d1c. Apr 06 12:58:19.272024 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Calling delete_port for 2ce13347-b7e6-4755-bb1b-84aa0c945d1c owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 12:58:19.456364 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (2ce13347-b7e6-4755-bb1b-84aa0c945d1c), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.488412 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event deleted for resources: {'Port': ['ID=2ce13347-b7e6-4755-bb1b-84aa0c945d1c,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:19.606305 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Router a83d0862-cbc7-4d00-b191-be1e74305d98 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:58:19.713250 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:58:19.723458 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] Sync routers for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:58:19.733181 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:19.733809 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:58:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:19.753381 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] No DVR routers for this DVR port 2ce13347-b7e6-4755-bb1b-84aa0c945d1c on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 12:58:19.755965 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:19.759453 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-9478baaf-b9ea-441e-90f5-8b02a6f6d6d6 req-1a01d932-5639-4d2d-923e-6147144a9c54 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "DELETE /v2.0/ports/2ce13347-b7e6-4755-bb1b-84aa0c945d1c HTTP/1.1" status: 204 len: 173 time: 0.8460813 Apr 06 12:58:19.759855 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '890e260c-21cc-446a-8935-359000af8ac4', 'name': 'network-vif-deleted', 'tag': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:19.762086 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4cae21-4c64-4e8b-aa5a-cf94c4524ab9" -d '{"events": [{"server_uuid": "890e260c-21cc-446a-8935-359000af8ac4", "name": "network-vif-deleted", "tag": "2ce13347-b7e6-4755-bb1b-84aa0c945d1c"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:19.799650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa29a287-f8d8-47e1-8bf2-97aebbb51d32 x-openstack-request-id: req-aa29a287-f8d8-47e1-8bf2-97aebbb51d32 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:19.799650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "890e260c-21cc-446a-8935-359000af8ac4", "name": "network-vif-deleted", "tag": "2ce13347-b7e6-4755-bb1b-84aa0c945d1c", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:19.799650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa29a287-f8d8-47e1-8bf2-97aebbb51d32 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:19.799650 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa29a287-f8d8-47e1-8bf2-97aebbb51d32'] response: {'server_uuid': '890e260c-21cc-446a-8935-359000af8ac4', 'name': 'network-vif-deleted', 'tag': '2ce13347-b7e6-4755-bb1b-84aa0c945d1c', 'status': 'completed', 'code': 200} Apr 06 12:58:19.849217 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:20.067940 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:20.094333 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] Checking router: a83d0862-cbc7-4d00-b191-be1e74305d98 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:58:20.103022 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:20.103566 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:58:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:20.217871 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:20.308840 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8b988843-998f-42c5-806e-04899ec296df req-80095508-b998-4367-a0d6-3c0808f5148c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=890e260c-21cc-446a-8935-359000af8ac4 HTTP/1.1" status: 200 len: 210 time: 0.0291030 Apr 06 12:58:20.420267 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:20.452237 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be6422-6b60-4936-afdd-f0e6dd159d39 None None] The sync data for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi is: [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:58:20.659171 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ce16cf-8df7-48ee-928f-d85a8c05f487 None None] New status for floating IP 3a35ec99-59aa-4719-ba5c-a976577b0b17: DOWN {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:58:21.564226 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-6973bca8-ebc4-44d7-9d90-56ae01bd4c2d tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116736599&fields=id&tenant_id=69049f30e0d94929bee0a5fbf331e598 HTTP/1.1" status: 200 len: 267 time: 0.0437224 Apr 06 12:58:21.671220 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-faf87796-12d3-4a5f-b033-4a99e5a5d2ba tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:21.672587 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-faf87796-12d3-4a5f-b033-4a99e5a5d2ba tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 812 time: 0.1022303 Apr 06 12:58:21.687335 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-bf4e8c12-debc-4b68-ba54-f5c637b2ac88 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/quotas/69049f30e0d94929bee0a5fbf331e598 HTTP/1.1" status: 200 len: 375 time: 0.0093420 Apr 06 12:58:21.740685 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-b2cfcaf4-4a09-48a0-9bf6-247d2081f55e tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485833 Apr 06 12:58:21.923783 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-6723e070-3848-4fcb-9946-7010cd52edb4 service neutron] 10.222.0.60 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713233 Apr 06 12:58:22.012744 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-c8df145e-a22a-44cc-b3ea-ec397a5faae8 service neutron] 10.222.0.60 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833955 Apr 06 12:58:22.522454 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2ce13347-b7e6-4755-bb1b-84aa0c945d1c no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 12:58:22.523998 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a91360c5-8b06-423a-a972-103c1d69eced req-5cbac371-4f78-468a-bc25-7be476672364 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 210 time: 0.0351250 Apr 06 12:58:22.544264 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 2ce13347-b7e6-4755-bb1b-84aa0c945d1c {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 12:58:22.544684 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 2ce13347-b7e6-4755-bb1b-84aa0c945d1c not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 12:58:23.619417 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8cd2292a-88d3-4335-80ef-4e3c8899bd7a req-e661d9ed-4847-4e7f-b306-600eb87d733c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Apr 06 12:58:23.738162 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:58:24.408202 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-88e78141-d8e1-4928-9882-e329e1fcd2d3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:24.409595 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-88e78141-d8e1-4928-9882-e329e1fcd2d3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 812 time: 0.0998206 Apr 06 12:58:24.484662 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-aa4931c2-333b-4701-9d3e-94918d62ed84 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69049f30e0d94929bee0a5fbf331e598 HTTP/1.1" status: 200 len: 380 time: 0.0592732 Apr 06 12:58:24.494739 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'port': {'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'admin_state_up': True, 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'security_groups': ['725ab1b6-5cb6-410d-b2f4-60a503e42ec9']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:24.699039 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Made reservation on behalf of 69049f30e0d94929bee0a5fbf331e598 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 12:58:24.702706 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:24.719747 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03edbfc5-dec6-4e0e-88c9-eb4575aeac06 req-d97be41a-d808-47de-bf38-05622e138710 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 210 time: 0.0311420 Apr 06 12:58:24.840320 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Allocated IP 172.20.0.11 (9c847235-daa6-4a46-a840-f888eada67ac/39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc/bf50517e-d46c-4789-af61-a86dc41e8984) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:58:24.974943 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for port (bf50517e-d46c-4789-af61-a86dc41e8984), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.057150 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.099380 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Network 9c847235-daa6-4a46-a840-f888eada67ac is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:58:25.105155 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:58:25.109042 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:58:25.116298 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'Port': ['ID=bf50517e-d46c-4789-af61-a86dc41e8984,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:25.164619 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:25.166915 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.241252 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a83984f5-0d43-4bb9-90d9-148eb0f178c8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7525730 Apr 06 12:58:25.258352 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Request body: {'port': {'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:25.302701 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-77d1ab15-e346-4a63-823c-b13ecb65f585 None None] Provisioning complete for port bf50517e-d46c-4789-af61-a86dc41e8984 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:58:25.303321 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-77d1ab15-e346-4a63-823c-b13ecb65f585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.322750 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.342685 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-77d1ab15-e346-4a63-823c-b13ecb65f585 None None] Port bf50517e-d46c-4789-af61-a86dc41e8984 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 12:58:25.585534 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf50517e-d46c-4789-af61-a86dc41e8984 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:58:25.593669 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Publish callbacks [] for port (bf50517e-d46c-4789-af61-a86dc41e8984), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.606133 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Transition to ACTIVE for port object bf50517e-d46c-4789-af61-a86dc41e8984 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 12:58:25.662294 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.719300 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Pushing event updated for resources: {'Port': ['ID=bf50517e-d46c-4789-af61-a86dc41e8984,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:25.797479 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Attempting to bind port bf50517e-d46c-4789-af61-a86dc41e8984 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 12:58:25.797895 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Attempting to bind port bf50517e-d46c-4789-af61-a86dc41e8984 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 12:58:25.798227 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Attempting to bind port bf50517e-d46c-4789-af61-a86dc41e8984 on network 9c847235-daa6-4a46-a840-f888eada67ac {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:58:25.802888 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Port bf50517e-d46c-4789-af61-a86dc41e8984 on network 9c847235-daa6-4a46-a840-f888eada67ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 12:58:25.803212 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Attempting to bind port bf50517e-d46c-4789-af61-a86dc41e8984 on network 9c847235-daa6-4a46-a840-f888eada67ac {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 12:58:25.809042 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 12, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 12:58:25.809383 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Checking segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 12:58:25.809855 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Bound using segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 12:58:25.810354 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Bound port: bf50517e-d46c-4789-af61-a86dc41e8984, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 12:58:25.810735 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.864933 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7c591-4aa3-49d4-82b0-6a572decea37 req-a069cabe-2f01-4b8e-afa4-0e0c9482762b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:25.871814 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b6a7c591-4aa3-49d4-82b0-6a572decea37 req-a069cabe-2f01-4b8e-afa4-0e0c9482762b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0727224 Apr 06 12:58:25.888307 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] For port bf50517e-d46c-4789-af61-a86dc41e8984, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 12:58:25.892217 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] For port bf50517e-d46c-4789-af61-a86dc41e8984, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bf50517e-d46c-4789-af61-a86dc41e8984,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 12:58:25.925775 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b6a7c591-4aa3-49d4-82b0-6a572decea37 req-576326c2-c31b-4859-bcc4-e47ecfbe2435 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513906 Apr 06 12:58:25.954138 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.987671 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:25.989019 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:25.990562 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] 10.222.0.74 "PUT /v2.0/ports/bf50517e-d46c-4789-af61-a86dc41e8984 HTTP/1.1" status: 200 len: 1094 time: 0.7364364 Apr 06 12:58:25.995216 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:25.995216 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537216d3-7c66-4a73-90a5-2fa4698ed6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:26.024714 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b566a15-b4aa-4165-ab26-f4050cb4c606 service neutron] Pushing event updated for resources: {'Port': ['ID=bf50517e-d46c-4789-af61-a86dc41e8984,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:26.157941 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f77e370-c257-4080-aaaa-c866d18e6f13 x-openstack-request-id: req-3f77e370-c257-4080-aaaa-c866d18e6f13 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:26.158243 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:26.158542 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f77e370-c257-4080-aaaa-c866d18e6f13 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:26.158960 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f77e370-c257-4080-aaaa-c866d18e6f13'] response: {'name': 'network-changed', 'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'status': 'completed', 'code': 200} Apr 06 12:58:26.231298 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-228bb587-67d7-4e1a-99f9-755cceac21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:26.232805 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-228bb587-67d7-4e1a-99f9-755cceac21a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 1128 time: 0.0450094 Apr 06 12:58:26.283406 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-8bbff17d-3c6c-4d9f-b7e8-64b595112fde service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf50517e-d46c-4789-af61-a86dc41e8984 HTTP/1.1" status: 200 len: 217 time: 0.0369446 Apr 06 12:58:26.331363 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-b3e60a24-fcd2-4e89-ac08-23ab26e22a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:26.332822 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-b3e60a24-fcd2-4e89-ac08-23ab26e22a86 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0443118 Apr 06 12:58:26.348176 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53698) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:26.385446 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-28cfcfc4-a6fc-4bfa-b02d-15283c689873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:26.386971 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-28cfcfc4-a6fc-4bfa-b02d-15283c689873 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481951 Apr 06 12:58:26.470654 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8d28e22c-11d9-4bcf-b1b3-fca9dce38e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.506507 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-8afb1d8d-b5f4-451b-a49f-b9812158b297 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130986 Apr 06 12:58:26.634451 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8d28e22c-11d9-4bcf-b1b3-fca9dce38e2a admin admin] Publish callbacks [] for security_group (3a380baf-17ec-4077-8eaf-c157ecee9417), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.636748 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-19b0f12d-f8eb-452e-8898-bdaaeeb9d909 req-a6bcdb68-f66a-414a-b653-840019770f84 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215236 Apr 06 12:58:26.730464 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-8d28e22c-11d9-4bcf-b1b3-fca9dce38e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (3a380baf-17ec-4077-8eaf-c157ecee9417), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.769233 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-8d28e22c-11d9-4bcf-b1b3-fca9dce38e2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=697455e0cfbe47b287316f51c05eb142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200704 Apr 06 12:58:26.770081 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28e22c-11d9-4bcf-b1b3-fca9dce38e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a380baf-17ec-4077-8eaf-c157ecee9417,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:26.772776 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53702) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:26.823266 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Publish callbacks [] for security_group (3a380baf-17ec-4077-8eaf-c157ecee9417), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.844740 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Publish callbacks [] for security_group (3a380baf-17ec-4077-8eaf-c157ecee9417), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.957745 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (3a380baf-17ec-4077-8eaf-c157ecee9417), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.960312 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:26.961473 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a380baf-17ec-4077-8eaf-c157ecee9417 HTTP/1.1" status: 204 len: 168 time: 0.1871264 Apr 06 12:58:26.971858 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a380baf-17ec-4077-8eaf-c157ecee9417,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:26.979783 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.980129 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.980477 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.980843 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.981180 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.981505 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.981832 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.982152 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.982707 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.983038 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.983366 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.983690 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.984015 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.984451 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:26.984856 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1cadb-842f-4288-810a-a9067d1b99be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:27.061964 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315836e-67ff-4573-b569-98019154afa7 req-442747c9-cf9f-40f7-9cbb-776b317070d3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:27.063537 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3315836e-67ff-4573-b569-98019154afa7 req-442747c9-cf9f-40f7-9cbb-776b317070d3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0640235 Apr 06 12:58:27.112857 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3315836e-67ff-4573-b569-98019154afa7 req-caa30d77-4782-4d79-8ff4-f566725a6899 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Apr 06 12:58:27.584407 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-c226c73c-4af3-4ec1-8db9-ef2def543f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:27.585913 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-c226c73c-4af3-4ec1-8db9-ef2def543f89 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 1128 time: 0.0457425 Apr 06 12:58:27.682054 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-899d1703-7b86-4329-b318-4f059b4ddae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:27.683484 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-899d1703-7b86-4329-b318-4f059b4ddae4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0900440 Apr 06 12:58:27.724296 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-08184d6f-de8d-441d-ad68-e11f920ef876 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf50517e-d46c-4789-af61-a86dc41e8984 HTTP/1.1" status: 200 len: 217 time: 0.0347688 Apr 06 12:58:27.771345 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-234372eb-39df-40fc-b4eb-337df02f42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:27.772846 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-234372eb-39df-40fc-b4eb-337df02f42d4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0431957 Apr 06 12:58:27.827807 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-db7097b9-b9ed-46dd-864f-8a86679fcf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:27.828878 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-db7097b9-b9ed-46dd-864f-8a86679fcf8e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492694 Apr 06 12:58:27.937816 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-b7489df2-697a-4f34-8699-95967beb2a54 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027005 Apr 06 12:58:28.037590 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-537216d3-7c66-4a73-90a5-2fa4698ed6ff req-06feb869-bae7-436f-a423-a9b0301de49e service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934513 Apr 06 12:58:28.243072 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923be9f9-bb99-417e-ae08-376f04186a0e req-57c8f3a8-1715-462b-ab03-c61731dfa5b7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:28.245165 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-923be9f9-bb99-417e-ae08-376f04186a0e req-57c8f3a8-1715-462b-ab03-c61731dfa5b7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0570235 Apr 06 12:58:28.310319 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-923be9f9-bb99-417e-ae08-376f04186a0e req-61237ee0-b18f-4c49-bb74-672f820a3f2a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539591 Apr 06 12:58:29.434578 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd42595-233d-479b-9443-fd8d5fa21349 req-25590ead-071c-451b-9810-fdb36a66ba14 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:29.436046 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7cd42595-233d-479b-9443-fd8d5fa21349 req-25590ead-071c-451b-9810-fdb36a66ba14 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0550694 Apr 06 12:58:29.483836 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-7cd42595-233d-479b-9443-fd8d5fa21349 req-fa8d2f0d-d1eb-403f-9adb-6aa12003ae8c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423369 Apr 06 12:58:30.606197 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4dd52-de47-4e79-99fa-4b38d11e3983 req-54cb852c-2fc3-4029-bc0d-ed9f24e9d780 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:30.607717 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3eb4dd52-de47-4e79-99fa-4b38d11e3983 req-54cb852c-2fc3-4029-bc0d-ed9f24e9d780 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0580840 Apr 06 12:58:30.658376 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-3eb4dd52-de47-4e79-99fa-4b38d11e3983 req-ebe9fe82-ecf5-46b7-85da-52f9b85925f0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451398 Apr 06 12:58:31.565054 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53754) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:31.674303 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-90879c84-830f-47e2-a1fb-7f76112fe6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:31.776959 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-90879c84-830f-47e2-a1fb-7f76112fe6ff admin admin] Publish callbacks [] for security_group (fc6b3979-37f0-47e7-bb4d-a9f0c93ac60b), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:31.796008 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f1c8e-ec54-454d-b013-7e0c7a37ecc5 req-dd7b665b-37f0-48a2-bc9c-7ca308f15592 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:31.797556 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9d9f1c8e-ec54-454d-b013-7e0c7a37ecc5 req-dd7b665b-37f0-48a2-bc9c-7ca308f15592 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0713091 Apr 06 12:58:31.845826 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-9d9f1c8e-ec54-454d-b013-7e0c7a37ecc5 req-8244121d-cc01-4f92-9e55-85799562bc2f tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 Apr 06 12:58:31.866266 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-90879c84-830f-47e2-a1fb-7f76112fe6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fc6b3979-37f0-47e7-bb4d-a9f0c93ac60b), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:31.905135 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-90879c84-830f-47e2-a1fb-7f76112fe6ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ccbe0d2da054b208dac99ca3671b78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389277 Apr 06 12:58:31.906198 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90879c84-830f-47e2-a1fb-7f76112fe6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6b3979-37f0-47e7-bb4d-a9f0c93ac60b,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:31.907894 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53760) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:32.207044 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4d6bdfe1-8daf-4df7-aa22-25997fc58405 admin admin] Publish callbacks [] for security_group (fc6b3979-37f0-47e7-bb4d-a9f0c93ac60b), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:32.227179 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4d6bdfe1-8daf-4df7-aa22-25997fc58405 admin admin] Publish callbacks [] for security_group (fc6b3979-37f0-47e7-bb4d-a9f0c93ac60b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:32.336067 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4d6bdfe1-8daf-4df7-aa22-25997fc58405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (fc6b3979-37f0-47e7-bb4d-a9f0c93ac60b), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:32.338814 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-4d6bdfe1-8daf-4df7-aa22-25997fc58405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:32.339955 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-4d6bdfe1-8daf-4df7-aa22-25997fc58405 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc6b3979-37f0-47e7-bb4d-a9f0c93ac60b HTTP/1.1" status: 204 len: 168 time: 0.4309728 Apr 06 12:58:32.347733 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bdfe1-8daf-4df7-aa22-25997fc58405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6b3979-37f0-47e7-bb4d-a9f0c93ac60b,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:32.963326 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7f10b-5a4c-47d4-8f13-13f06873c939 req-47dfc874-8918-4316-8c67-3b2e790c4808 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:32.964787 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85c7f10b-5a4c-47d4-8f13-13f06873c939 req-47dfc874-8918-4316-8c67-3b2e790c4808 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0527396 Apr 06 12:58:33.011679 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-85c7f10b-5a4c-47d4-8f13-13f06873c939 req-3a4b8d17-8b1b-41f2-bdb3-445735211f5d tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414062 Apr 06 12:58:33.936041 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:34.132552 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46be248-94de-4a80-beae-07750f171386 req-48c0127e-67fc-49a5-a7cf-72e231e782eb tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:34.134605 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e46be248-94de-4a80-beae-07750f171386 req-48c0127e-67fc-49a5-a7cf-72e231e782eb tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0556903 Apr 06 12:58:34.182311 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e46be248-94de-4a80-beae-07750f171386 req-b4d6b220-912a-49ea-9108-6de765e092e5 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419888 Apr 06 12:58:35.300164 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c8d75-e517-4df7-859d-25d5a655ee37 req-a7155c0d-fc0a-4669-9db5-a8edd4b7cfdb tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:35.301609 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-803c8d75-e517-4df7-859d-25d5a655ee37 req-a7155c0d-fc0a-4669-9db5-a8edd4b7cfdb tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0517056 Apr 06 12:58:35.358387 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-803c8d75-e517-4df7-859d-25d5a655ee37 req-cd99fd78-3be2-4342-910f-703a93483089 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508609 Apr 06 12:58:36.479809 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61664e2-8590-47c6-b98a-01d9521c2368 req-9d33c904-843c-4f5b-8d8f-c28dd8eb8bd3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:36.481268 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a61664e2-8590-47c6-b98a-01d9521c2368 req-9d33c904-843c-4f5b-8d8f-c28dd8eb8bd3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 944 time: 0.0523741 Apr 06 12:58:36.532232 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a61664e2-8590-47c6-b98a-01d9521c2368 req-672b1a3c-5303-46c6-b6d9-beecec4190f2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 Apr 06 12:58:36.600108 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device bf50517e-d46c-4789-af61-a86dc41e8984 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 12:58:36.699260 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port bf50517e-d46c-4789-af61-a86dc41e8984, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bf50517e-d46c-4789-af61-a86dc41e8984,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:36.710337 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 12:58:36.746083 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port bf50517e-d46c-4789-af61-a86dc41e8984 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:58:36.746505 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.758935 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf50517e-d46c-4789-af61-a86dc41e8984 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 12:58:36.778814 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port bf50517e-d46c-4789-af61-a86dc41e8984, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bf50517e-d46c-4789-af61-a86dc41e8984,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:36.855999 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:36.908976 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=bf50517e-d46c-4789-af61-a86dc41e8984,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:36.915678 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.916023 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.916367 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.916740 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.917075 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.917403 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.917731 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.918056 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.918384 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.918798 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.919123 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.919445 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.919767 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.920091 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:36.920407 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 12:58:37.305125 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['bf50517e-d46c-4789-af61-a86dc41e8984'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 12:58:37.646784 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb6036-6d6d-41c4-8eba-a701def44ffb req-c58d86a0-fc83-4515-b883-1af84c6d5b7e tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:37.648238 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3eb6036-6d6d-41c4-8eba-a701def44ffb req-c58d86a0-fc83-4515-b883-1af84c6d5b7e tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 945 time: 0.0511248 Apr 06 12:58:37.697529 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e3eb6036-6d6d-41c4-8eba-a701def44ffb req-b8579460-3d9d-4752-ad73-3ad63082daab tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418077 Apr 06 12:58:38.616979 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device bf50517e-d46c-4789-af61-a86dc41e8984 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 12:58:38.746789 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port bf50517e-d46c-4789-af61-a86dc41e8984 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 12:58:38.750748 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port bf50517e-d46c-4789-af61-a86dc41e8984 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 12:58:38.751128 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:38.813091 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc124573-cac9-4e42-b631-b5cfac68c802 req-e6575335-ee96-4e73-a821-f5bf581a89d7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:38.814610 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cc124573-cac9-4e42-b631-b5cfac68c802 req-e6575335-ee96-4e73-a821-f5bf581a89d7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 945 time: 0.0524917 Apr 06 12:58:38.832342 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port bf50517e-d46c-4789-af61-a86dc41e8984 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 12:58:38.832728 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:38.855418 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:38.857627 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33af3a5b-a991-4369-abaf-340fe27e8839" -d '{"events": [{"server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "name": "network-vif-plugged", "status": "completed", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:38.863201 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-cc124573-cac9-4e42-b631-b5cfac68c802 req-99b3c901-caa4-404f-8492-a45e2d2fd58c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428746 Apr 06 12:58:38.872790 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port bf50517e-d46c-4789-af61-a86dc41e8984, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bf50517e-d46c-4789-af61-a86dc41e8984,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 12:58:38.898227 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c727b9f-6032-44e8-8f04-a29eebd56f86 x-openstack-request-id: req-9c727b9f-6032-44e8-8f04-a29eebd56f86 {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:38.898548 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "name": "network-vif-plugged", "status": "completed", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:38.898809 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c727b9f-6032-44e8-8f04-a29eebd56f86 {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:38.899215 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c727b9f-6032-44e8-8f04-a29eebd56f86'] response: {'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'code': 200} Apr 06 12:58:38.941832 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:38.988980 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=bf50517e-d46c-4789-af61-a86dc41e8984,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:39.261781 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00994bc4-d176-423d-ac70-43a3d9425424 req-933a60c4-3122-4e14-92ac-9358ac674ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:39.263299 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-00994bc4-d176-423d-ac70-43a3d9425424 req-933a60c4-3122-4e14-92ac-9358ac674ee4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 1130 time: 0.0445726 Apr 06 12:58:39.309861 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-00994bc4-d176-423d-ac70-43a3d9425424 req-8d70b91d-504c-41d0-8cdb-49f545612a98 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397921 Apr 06 12:58:39.347433 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0b330211-fe98-4502-827a-1a38b2edb575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:39.984393 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af42013-828c-495d-a232-2688288aa2d5 req-341ae9a6-5a6b-4489-9ac1-dde8105ac010 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:39.985832 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1af42013-828c-495d-a232-2688288aa2d5 req-341ae9a6-5a6b-4489-9ac1-dde8105ac010 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 946 time: 0.0549517 Apr 06 12:58:40.033179 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1af42013-828c-495d-a232-2688288aa2d5 req-6497be86-5e4b-492c-b64d-d4cddb0203e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Apr 06 12:58:41.160312 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c39c8b-0cf1-4dde-9c49-3e88623c66a6 req-e9d9b290-e945-4416-9c57-1618707ae363 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:41.161795 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-20c39c8b-0cf1-4dde-9c49-3e88623c66a6 req-e9d9b290-e945-4416-9c57-1618707ae363 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 946 time: 0.0529666 Apr 06 12:58:41.210379 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-20c39c8b-0cf1-4dde-9c49-3e88623c66a6 req-100993ea-6c54-4329-b8ba-b5fab39eac61 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Apr 06 12:58:41.803567 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d875689d-b8f7-42b8-942e-341977001f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:42.329657 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f6ccd-0a48-41d4-bbc2-9ec578c33f0c req-8177df39-81dd-44bd-8916-ae3738814e55 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:42.340690 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a8f6ccd-0a48-41d4-bbc2-9ec578c33f0c req-8177df39-81dd-44bd-8916-ae3738814e55 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 946 time: 0.0655112 Apr 06 12:58:42.388701 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5a8f6ccd-0a48-41d4-bbc2-9ec578c33f0c req-7e373c3e-dee2-4da5-a98e-e048090d47ff tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423667 Apr 06 12:58:42.503488 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910be2b-0b4d-4c00-a3bf-b735cc372741 req-b881875d-994d-4afd-8021-45d69472495a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:42.504838 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e910be2b-0b4d-4c00-a3bf-b735cc372741 req-b881875d-994d-4afd-8021-45d69472495a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 946 time: 0.0518100 Apr 06 12:58:42.553393 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e910be2b-0b4d-4c00-a3bf-b735cc372741 req-ddebd9da-56c4-4a8d-9f4e-a8a088385dee tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430932 Apr 06 12:58:42.575659 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53786) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:42.620193 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff5837c-179a-4383-a012-a5a9648ffa43 tempest-TestVolumeBootPattern-64861008 tempest-TestVolumeBootPattern-64861008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:42.621669 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2ff5837c-179a-4383-a012-a5a9648ffa43 tempest-TestVolumeBootPattern-64861008 tempest-TestVolumeBootPattern-64861008-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 1125 time: 0.0450261 Apr 06 12:58:42.624345 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 53788) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 12:58:42.628454 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 12:58:42.707719 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:42.802109 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:42.907844 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Allocated IP 172.27.0.167 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/eec02a15-1ed7-499a-986f-551970f38607) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 12:58:43.006563 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for port (eec02a15-1ed7-499a-986f-551970f38607), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.083793 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.120419 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (eec02a15-1ed7-499a-986f-551970f38607), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.161810 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 12:58:43.166722 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 12:58:43.170365 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 12:58:43.192396 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'Port': ['ID=eec02a15-1ed7-499a-986f-551970f38607,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:43.528475 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (bee991c7-7af4-4a94-a0bc-5b69d16c519a), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.695453 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (eec02a15-1ed7-499a-986f-551970f38607), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.842995 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for port (eec02a15-1ed7-499a-986f-551970f38607), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.918549 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (eec02a15-1ed7-499a-986f-551970f38607), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:43.983018 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'Port': ['ID=eec02a15-1ed7-499a-986f-551970f38607,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 12:58:43.996372 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (bee991c7-7af4-4a94-a0bc-5b69d16c519a), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:44.099186 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Floating IP bee991c7-7af4-4a94-a0bc-5b69d16c519a associated. External IP: 172.27.0.167, port: bf50517e-d46c-4789-af61-a86dc41e8984. Apr 06 12:58:44.310511 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Router a83d0862-cbc7-4d00-b191-be1e74305d98 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 12:58:44.421021 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 12:58:44.430518 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7473116-4492-4dfa-8619-94069989e24b None None] Sync routers for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 12:58:44.440715 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7473116-4492-4dfa-8619-94069989e24b None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:44.441329 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-d7473116-4492-4dfa-8619-94069989e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:58:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:44.519724 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:44.558442 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-88f64606-8130-47d1-9f2c-86041b1e4fc2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9243581 Apr 06 12:58:44.558442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 12:58:44.558442 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 12:58:44.558903 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-d7473116-4492-4dfa-8619-94069989e24b None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:44.592730 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2bcb6e-c6e7-4280-9946-38aa250acf47 x-openstack-request-id: req-6f2bcb6e-c6e7-4280-9946-38aa250acf47 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 12:58:44.593028 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 12:58:44.593286 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f2bcb6e-c6e7-4280-9946-38aa250acf47 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 12:58:44.593699 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f2bcb6e-c6e7-4280-9946-38aa250acf47'] response: {'name': 'network-changed', 'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'status': 'completed', 'code': 200} Apr 06 12:58:44.672504 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:58:44.689010 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-3f48f53c-b337-4998-888d-cc10a9a88130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:44.695175 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-3f48f53c-b337-4998-888d-cc10a9a88130 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 1130 time: 0.0446413 Apr 06 12:58:44.781342 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-79edaf64-f053-4118-8baa-5b3614c2928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:44.783628 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-79edaf64-f053-4118-8baa-5b3614c2928b service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0872300 Apr 06 12:58:44.787025 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-d7473116-4492-4dfa-8619-94069989e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'bee991c7-7af4-4a94-a0bc-5b69d16c519a', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:43Z', 'updated_at': '2022-04-06T12:58:43Z', 'revision_number': 0, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:44.816709 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7473116-4492-4dfa-8619-94069989e24b None None] Checking router: a83d0862-cbc7-4d00-b191-be1e74305d98 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 12:58:44.825785 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7473116-4492-4dfa-8619-94069989e24b None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 12:58:44.826435 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-d7473116-4492-4dfa-8619-94069989e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T12:58:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:44.850888 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-2610885f-f555-4fd0-865f-019b90602504 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf50517e-d46c-4789-af61-a86dc41e8984 HTTP/1.1" status: 200 len: 1000 time: 0.0602868 Apr 06 12:58:44.897396 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-dce3462c-b150-42a2-9b8c-b1617932ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:44.898879 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-dce3462c-b150-42a2-9b8c-b1617932ceb1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0428243 Apr 06 12:58:44.934986 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-d7473116-4492-4dfa-8619-94069989e24b None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 12:58:44.951236 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-9d5282f6-f213-47f5-ab42-dfbe9dcc2f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:58:44.953770 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-9d5282f6-f213-47f5-ab42-dfbe9dcc2f35 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487916 Apr 06 12:58:45.046261 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-17f93f9e-6445-46d1-9ebf-b89217b5a013 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862539 Apr 06 12:58:45.143508 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0b3f1eb8-2895-4aa3-b01c-c8f641ca4af9 req-971b4b92-1b8b-4ab5-82aa-2f4a4d33b9b7 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910327 Apr 06 12:58:45.290048 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-d7473116-4492-4dfa-8619-94069989e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'bee991c7-7af4-4a94-a0bc-5b69d16c519a', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:43Z', 'updated_at': '2022-04-06T12:58:43Z', 'revision_number': 0, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 12:58:45.319357 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7473116-4492-4dfa-8619-94069989e24b None None] The sync data for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi is: [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'bee991c7-7af4-4a94-a0bc-5b69d16c519a', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:43Z', 'updated_at': '2022-04-06T12:58:43Z', 'revision_number': 0, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 12:58:45.502784 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede293e-cf46-4f6d-8682-c9f31bda0adf None None] New status for floating IP bee991c7-7af4-4a94-a0bc-5b69d16c519a: ACTIVE {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 12:58:46.061568 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:00.737709 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:59:03.941169 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:09.364128 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d4866371-a867-4d6a-863e-939c4362208f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:11.691574 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-8ac52b90-3cbf-42a9-b106-7c53d2eb47bb service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439301 Apr 06 12:59:11.792968 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-155a61cf-0893-4953-a375-f72bc663c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:11.794490 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-155a61cf-0893-4953-a375-f72bc663c7d7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 1130 time: 0.0449772 Apr 06 12:59:11.821168 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ba275bd7-b79a-481d-b51d-1a74176c9711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:11.900654 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-4d09ffc6-bbcf-4e02-b733-59b8e02495cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:11.902109 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-4d09ffc6-bbcf-4e02-b733-59b8e02495cc service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0896759 Apr 06 12:59:11.965771 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-6ca7a623-274f-4182-8815-395bfcc6995d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf50517e-d46c-4789-af61-a86dc41e8984 HTTP/1.1" status: 200 len: 1002 time: 0.0572660 Apr 06 12:59:12.012090 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-502734f2-d3c6-4232-9d3d-3316a79e5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:12.013555 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-502734f2-d3c6-4232-9d3d-3316a79e5c2e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0424449 Apr 06 12:59:12.064884 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-f668d4c9-e097-4f62-843e-be9db5e125e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 12:59:12.066364 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-f668d4c9-e097-4f62-843e-be9db5e125e6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462525 Apr 06 12:59:12.153342 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-380c6b93-95b3-444a-bf2d-62e67f448d57 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795896 Apr 06 12:59:12.242485 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-be9bec43-71cf-42dc-9802-9b8ddea54296 req-030073a8-a981-4279-b05b-658d0c074b85 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829782 Apr 06 12:59:13.072973 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:14.678428 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:16.078262 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:33.957956 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:37.736732 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 12:59:39.323403 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-ad4f4feb-644e-4c3f-957b-9d2e47b3238e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:41.797859 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4f374332-52e7-4f51-92f1-61a412d6fe78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:43.071669 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:44.648807 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 12:59:46.071843 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:03.958161 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:09.334643 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1223db8f-6b75-429b-812c-7059bc758957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:11.826165 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-bc96a64d-fc72-4a45-8c17-2784fe48ebec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:13.083501 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.111288 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-98568cd7-df7e-4e88-95be-23992e7a35ca service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1394415 Apr 06 13:00:14.212894 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-7cbde0df-8dc7-42c6-b2c2-1644df9b3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:14.214351 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-7cbde0df-8dc7-42c6-b2c2-1644df9b3bac service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 1130 time: 0.0444460 Apr 06 13:00:14.319482 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-4ea47ebf-ab63-455d-a937-63314718b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:14.320986 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-4ea47ebf-ab63-455d-a937-63314718b309 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0877445 Apr 06 13:00:14.384628 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-f35de38f-f2d5-411e-ac33-0185ef5713af service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf50517e-d46c-4789-af61-a86dc41e8984 HTTP/1.1" status: 200 len: 1002 time: 0.0573874 Apr 06 13:00:14.431945 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-eef6b6ab-b0fb-4645-984a-bef7995e4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:14.433405 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-eef6b6ab-b0fb-4645-984a-bef7995e4a59 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0435081 Apr 06 13:00:14.484831 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-ad547f4c-8da9-4f98-ba63-476332f3cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:14.486369 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-ad547f4c-8da9-4f98-ba63-476332f3cc13 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472810 Apr 06 13:00:14.495678 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-e5d301a5-163c-46db-94dd-a7658e5c8d73 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103993) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:00:14.496614 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-e5d301a5-163c-46db-94dd-a7658e5c8d73 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047343 Apr 06 13:00:14.585607 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-c65e000c-4931-4ba1-ad3f-c0c72b6a3322 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832090 Apr 06 13:00:14.660721 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:14.679183 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-3dbc0801-66e8-4452-8814-4b84346b2fe8 req-464a040a-4a7d-43c0-98f1-44243a365dce service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871446 Apr 06 13:00:14.735906 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:00:16.071629 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:16.140949 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-f8c4fc39-35fb-4b22-b352-4abcb4bb135a service neutron] (103994) timed out ('10.222.0.60', 48010) {{(pid=103994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:00:17.330833 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-d1d2d493-ca94-40cb-b01c-4ddd204d38d6 req-0a855009-ba05-45d3-8e20-6f4d7fcfdab8 tempest-AttachVolumeShelveTestJSON-1609877534 tempest-AttachVolumeShelveTestJSON-1609877534-project] (103994) timed out ('10.222.0.60', 48028) {{(pid=103994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:00:33.997244 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:39.369117 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-57739b8a-b42a-414f-ad15-8ac09e71a8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:41.819669 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4ca55117-a0c0-4a98-a5c9-85330fbf7256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:43.071765 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:44.659912 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:46.082975 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:46.547293 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-11a0e012-1a23-4970-82da-d8c42a3fcbb4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116736599&fields=id&tenant_id=69049f30e0d94929bee0a5fbf331e598 HTTP/1.1" status: 200 len: 267 time: 0.0445426 Apr 06 13:00:46.653829 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-d12d2a19-4aad-481d-920b-d91c8ef5cd34 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:46.655215 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-d12d2a19-4aad-481d-920b-d91c8ef5cd34 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 812 time: 0.1014826 Apr 06 13:00:46.669139 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-17e2ffaa-7a27-40c9-884a-3a5c0d2b8dc8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/quotas/69049f30e0d94929bee0a5fbf331e598 HTTP/1.1" status: 200 len: 375 time: 0.0087156 Apr 06 13:00:46.724770 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-c647ef1a-e246-4fc5-8b03-18dae5f0f9fe tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510848 Apr 06 13:00:46.808021 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-12568a77-1aea-4850-b190-4c7d908c6fff service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103994) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 13:00:46.809020 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-12568a77-1aea-4850-b190-4c7d908c6fff service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0722566 Apr 06 13:00:46.899685 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-79ea3247-038f-456b-bd52-453ec0154003 service neutron] 10.222.0.60 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845606 Apr 06 13:00:46.986503 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-dfcb5b61-917e-4083-b908-c8a85f1efa6f service neutron] 10.222.0.60 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808420 Apr 06 13:00:48.606290 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0f584a88-b289-4d24-a12e-97e99571c3ab req-ec572109-dfee-4682-b5db-8054a155ec10 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 210 time: 0.0766163 Apr 06 13:00:49.702533 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-5e5fc0e0-5684-4416-b7fe-452e05246576 req-f0ae63ab-b546-49bc-8cbf-db4412f7a064 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 210 time: 0.0315349 Apr 06 13:00:50.453802 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-d899bbbd-a555-4ed3-83d0-21b1d4a85696 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:50.455259 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-d899bbbd-a555-4ed3-83d0-21b1d4a85696 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 812 time: 0.1041546 Apr 06 13:00:50.527875 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-9d6ed072-01fe-44ff-a6d4-e874866017e6 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69049f30e0d94929bee0a5fbf331e598 HTTP/1.1" status: 200 len: 380 time: 0.0582271 Apr 06 13:00:50.536481 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'port': {'device_id': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'admin_state_up': True, 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'security_groups': ['725ab1b6-5cb6-410d-b2f4-60a503e42ec9']}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:50.706001 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Made reservation on behalf of 69049f30e0d94929bee0a5fbf331e598 for: {'port': 1} {{(pid=103993) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 13:00:50.709390 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:50.805123 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1e16b2a4-a0c0-43f9-a3ab-67af0187be7f req-ea9a9035-beba-4667-af52-6b4c41001ecc tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 210 time: 0.0264912 Apr 06 13:00:50.844165 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_common [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Allocated IP 172.20.0.9 (9c847235-daa6-4a46-a840-f888eada67ac/39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc/3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2) {{(pid=103993) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:00:50.975822 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), precommit_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:51.060332 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), after_create {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:51.102136 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Network 9c847235-daa6-4a46-a840-f888eada67ac is already hosted by enough agents. {{(pid=103993) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:00:51.108738 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.base_scheduler [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Resources bound (agent type, host, resource id): {{(pid=103993) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:00:51.112535 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Received port after_create {{(pid=103993) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:00:51.119401 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'Port': ['ID=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,revision_number=1']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:51.144966 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.145313 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.145658 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.145999 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.146335 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.146697 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.147025 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.147349 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.147675 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.148001 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.148333 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.148659 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.148980 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.149308 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.150163 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:00:51.183315 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:51.183947 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:51.285851 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3cb40efd-a51c-4645-8c18-e3435cd695e4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531779 Apr 06 13:00:51.303874 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.v2.base [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Request body: {'port': {'device_id': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83606'}} {{(pid=103993) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:00:51.324444 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-9e778e07-bf28-46a6-a17d-84dd570bd37e None None] Provisioning complete for port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 triggered by entity DHCP. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:00:51.325045 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9e778e07-bf28-46a6-a17d-84dd570bd37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:51.361558 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-9e778e07-bf28-46a6-a17d-84dd570bd37e None None] Port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 cannot update to ACTIVE because it is not bound. {{(pid=103995) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 13:00:51.369195 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:51.629349 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 {{(pid=103993) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:00:51.636787 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Publish callbacks [] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), precommit_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:51.648242 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.provisioning_blocks [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Transition to ACTIVE for port object 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 will not be triggered until provisioned by entity L2. {{(pid=103993) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 13:00:51.716969 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:51.734703 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:00:51.765883 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,revision_number=2']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:51.854461 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Attempting to bind port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 on host hv-cinder-83606 for vnic_type normal with profile {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 13:00:51.854806 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Attempting to bind port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 by drivers openvswitch,hyperv on host hv-cinder-83606 at level 0 using segments [{'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 13:00:51.855140 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Attempting to bind port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 on network 9c847235-daa6-4a46-a840-f888eada67ac {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:51.859931 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 on network 9c847235-daa6-4a46-a840-f888eada67ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83606 {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 13:00:51.860175 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Attempting to bind port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 on network 9c847235-daa6-4a46-a840-f888eada67ac {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 13:00:51.869995 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Checking agent: {'id': 'e810a11e-711d-443b-b324-64b1b1c184b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83606', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'started_at': datetime.datetime(2022, 4, 6, 12, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 13, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 13:00:51.870370 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Checking segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103993) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 13:00:51.870783 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Bound using segment: {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'} {{(pid=103993) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 13:00:51.871346 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.managers [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Bound port: 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2, host: hv-cinder-83606, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee7ad46-652d-4240-b45a-d97979f9044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac'}}] {{(pid=103993) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 13:00:51.871709 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), before_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:51.943354 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32558236-09c8-40b1-951d-8b5b58525fc9 req-aad243ff-ece3-4f62-a1f5-8a206231c022 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:51.943848 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] For port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2, host hv-cinder-83606, cleared binding levels {{(pid=103993) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 13:00:51.944871 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-32558236-09c8-40b1-951d-8b5b58525fc9 req-aad243ff-ece3-4f62-a1f5-8a206231c022 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0641105 Apr 06 13:00:51.947294 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] For port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2, host hv-cinder-83606, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103993) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 13:00:51.998551 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-32558236-09c8-40b1-951d-8b5b58525fc9 req-7d78aa19-0df3-4b8c-aa69-4a0d9a505599 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 Apr 06 13:00:52.015130 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3677255'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), after_update {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:52.051171 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.051824 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:00:52.053202 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] 10.222.0.74 "PUT /v2.0/ports/3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 HTTP/1.1" status: 200 len: 1093 time: 0.7534363 Apr 06 13:00:52.053650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:00:52.056056 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a93745-5479-4730-926e-79c453816811" -d '{"events": [{"name": "network-changed", "server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:00:52.081456 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5428e-1cb4-48a8-b375-b18379a6d9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,revision_number=3']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:00:52.106206 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64905d1a-266a-4ef8-88d5-b76436262174 x-openstack-request-id: req-64905d1a-266a-4ef8-88d5-b76436262174 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:00:52.110426 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:00:52.110426 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64905d1a-266a-4ef8-88d5-b76436262174 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:00:52.110426 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64905d1a-266a-4ef8-88d5-b76436262174'] response: {'name': 'network-changed', 'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'status': 'completed', 'code': 200} Apr 06 13:00:52.193018 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a93745-5479-4730-926e-79c453816811 req-68d0541c-d7dc-459b-9084-74695cfedab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.194704 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d4a93745-5479-4730-926e-79c453816811 req-68d0541c-d7dc-459b-9084-74695cfedab2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 1127 time: 0.0484741 Apr 06 13:00:52.301549 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a93745-5479-4730-926e-79c453816811 req-429c2de6-b77b-4b7f-9cdb-18c2b5e6b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.303127 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d4a93745-5479-4730-926e-79c453816811 req-429c2de6-b77b-4b7f-9cdb-18c2b5e6b2a8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=69049f30e0d94929bee0a5fbf331e598&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0951791 Apr 06 13:00:52.395709 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a93745-5479-4730-926e-79c453816811 req-d029c7d2-1b15-423f-a008-492b95bc3d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.397149 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d4a93745-5479-4730-926e-79c453816811 req-d029c7d2-1b15-423f-a008-492b95bc3d9a service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880859 Apr 06 13:00:52.495696 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-6e2db9d9-0bf6-4744-8020-44a548286af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.497227 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-6e2db9d9-0bf6-4744-8020-44a548286af6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 1127 time: 0.0459039 Apr 06 13:00:52.544265 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-da6f43ea-dba3-40b3-973a-332e9b8e7bd1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0330195 Apr 06 13:00:52.595763 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3bb8f9a6-3051-4734-a767-6b4c4c35b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.597193 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-3bb8f9a6-3051-4734-a767-6b4c4c35b819 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0471232 Apr 06 13:00:52.645028 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-2a0b61fe-66d1-486b-8e64-67c92b7acf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:52.646530 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-2a0b61fe-66d1-486b-8e64-67c92b7acf09 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430391 Apr 06 13:00:52.736237 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-601f51b1-8287-4c16-8591-69d67143dc6b service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826626 Apr 06 13:00:53.077995 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-d08cabcf-a8f7-4305-9ccf-6ed663ff94be req-b7824117-d034-424f-acce-9c9e198d0f65 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370070 Apr 06 13:00:53.115488 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c115400-53fd-4204-bc0b-6a70907a593c req-965e0954-c92b-457b-8e22-4cdb37ac5789 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:53.116886 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2c115400-53fd-4204-bc0b-6a70907a593c req-965e0954-c92b-457b-8e22-4cdb37ac5789 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0527201 Apr 06 13:00:53.168899 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2c115400-53fd-4204-bc0b-6a70907a593c req-8bcdc9de-9068-4596-82b6-370680588ea4 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462053 Apr 06 13:00:54.286971 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b7697-3a02-421e-a17d-03a1e7f2d6a7 req-46910b63-0d26-4f66-9783-2d33aee131b5 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:54.288405 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-129b7697-3a02-421e-a17d-03a1e7f2d6a7 req-46910b63-0d26-4f66-9783-2d33aee131b5 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0508866 Apr 06 13:00:54.337937 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-129b7697-3a02-421e-a17d-03a1e7f2d6a7 req-cc508c3a-6e4d-4037-9b90-675afbb55763 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432475 Apr 06 13:00:55.453746 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4ef75-7dea-4080-a364-266a068f222f req-69246ee7-f14b-4661-99ec-ab8c6c3761ad tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:55.455219 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f0b4ef75-7dea-4080-a364-266a068f222f req-69246ee7-f14b-4661-99ec-ab8c6c3761ad tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0516737 Apr 06 13:00:55.507357 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f0b4ef75-7dea-4080-a364-266a068f222f req-85228dcc-f152-46fb-84c4-f2ba3d073f22 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464351 Apr 06 13:00:56.627826 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b378-8e74-45e8-868a-b6a0de519d91 req-05d040a0-b85f-4c9f-b044-855d0a72bdf7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:56.629268 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8363b378-8e74-45e8-868a-b6a0de519d91 req-05d040a0-b85f-4c9f-b044-855d0a72bdf7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0552866 Apr 06 13:00:56.676617 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-8363b378-8e74-45e8-868a-b6a0de519d91 req-85d5f87d-6c6c-4833-abc0-740886ee4ac0 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418830 Apr 06 13:00:57.792874 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dc7b9-0100-4f09-959b-44299e7b720f req-0cd27212-405a-46d8-8a93-93a700473368 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:57.794327 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-390dc7b9-0100-4f09-959b-44299e7b720f req-0cd27212-405a-46d8-8a93-93a700473368 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0529652 Apr 06 13:00:57.842260 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-390dc7b9-0100-4f09-959b-44299e7b720f req-6ac08458-e067-4bfe-babb-df87d911491a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Apr 06 13:00:58.957319 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e78421-474b-4896-b0e4-da6c27d4d2d7 req-de976672-7998-44be-ad95-c2cce983ad4d tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:00:58.958794 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e78421-474b-4896-b0e4-da6c27d4d2d7 req-de976672-7998-44be-ad95-c2cce983ad4d tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0516167 Apr 06 13:00:59.009913 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-48e78421-474b-4896-b0e4-da6c27d4d2d7 req-2e54f686-a6ec-4a54-bb2d-b134f04e6085 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454919 Apr 06 13:01:00.124463 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43062638-35b9-4783-b69d-e469a6dab401 req-e0f4c8de-e303-4071-a0e3-10b8fbe27727 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:00.125856 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-43062638-35b9-4783-b69d-e469a6dab401 req-e0f4c8de-e303-4071-a0e3-10b8fbe27727 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0515606 Apr 06 13:01:00.173220 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-43062638-35b9-4783-b69d-e469a6dab401 req-b5d031b4-ad6c-4412-8e09-15f03761c8b6 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418615 Apr 06 13:01:01.289031 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162c460-d5a1-48a1-a986-4e435e92eace req-112f0b58-cdb4-495b-8027-179ef7cdc7ac tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:01.290604 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1162c460-d5a1-48a1-a986-4e435e92eace req-112f0b58-cdb4-495b-8027-179ef7cdc7ac tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0510788 Apr 06 13:01:01.337869 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1162c460-d5a1-48a1-a986-4e435e92eace req-a2f9ac20-87cd-4af8-afe4-f7794f5026a7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Apr 06 13:01:02.454942 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97f581-bcb1-4a36-90ac-117842adc794 req-c14a2aba-6e7e-45f3-acd5-6e30a09c303a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:02.456385 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2a97f581-bcb1-4a36-90ac-117842adc794 req-c14a2aba-6e7e-45f3-acd5-6e30a09c303a tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 943 time: 0.0546701 Apr 06 13:01:02.504086 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-2a97f581-bcb1-4a36-90ac-117842adc794 req-82a8d40f-4769-4b12-96b0-adf64be3a45e tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422225 Apr 06 13:01:03.285651 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 details requested by agent hyperv_hv-cinder-83606 with host hv-cinder-83606 {{(pid=103995) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 13:01:03.379016 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:03.390030 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Returning: {'device': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'port_id': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'mac_address': 'fa:16:3e:ec:db:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103995) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 13:01:03.429030 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 is: DOWN; New status is: BUILD {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:01:03.429417 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:03.441876 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 {{(pid=103995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 13:01:03.460733 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:03.528844 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:03.577076 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,revision_number=4']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:03.584266 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.584614 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.584962 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.585303 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.585637 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.585971 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.586299 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.587316 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.587872 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.587872 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.588184 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.588552 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.588903 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.589227 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.589546 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:03.623610 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab13e1-967e-4cf7-8355-9df77314bdaa req-770c564e-17d8-4533-856d-cc949d69523f tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:03.625079 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0cab13e1-967e-4cf7-8355-9df77314bdaa req-770c564e-17d8-4533-856d-cc949d69523f tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 944 time: 0.0528152 Apr 06 13:01:03.673119 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-0cab13e1-967e-4cf7-8355-9df77314bdaa req-4fa12899-c38b-42e2-84ad-5469284961b9 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424113 Apr 06 13:01:03.960743 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] get_ports_and_sgs() called for port_ids ['3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2'] {{(pid=103995) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 13:01:04.081039 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:04.792280 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbda64-bd1a-487d-8795-2076707fcd7f req-594a5021-646f-427a-80b4-43d4d0ad7667 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:04.793741 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c4bbda64-bd1a-487d-8795-2076707fcd7f req-594a5021-646f-427a-80b4-43d4d0ad7667 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 944 time: 0.0549309 Apr 06 13:01:04.841463 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-c4bbda64-bd1a-487d-8795-2076707fcd7f req-95ab54be-5d92-498a-aaf4-fc6c2a6c6076 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Apr 06 13:01:05.293001 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 up at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 13:01:05.429704 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning for port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 completed by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 13:01:05.434584 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.provisioning_blocks [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Provisioning complete for port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 triggered by entity L2. {{(pid=103995) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 13:01:05.434962 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-824252'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), provisioning_complete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:05.528547 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Current status of the port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 is: BUILD; New status is: ACTIVE {{(pid=103995) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 13:01:05.528931 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), before_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:05.554872 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2'}] {{(pid=103995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:05.554872 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f9cf147705faf549fd147c937d70875cc902281f31f742b43f4fdd3aafa3a0b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73e514d-d37a-4edf-83ad-068d026601bf" -d '{"events": [{"server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "name": "network-vif-plugged", "status": "completed", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2"}]}' {{(pid=103995) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:05.566127 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] For port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:01:05.625846 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:05.654360 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4479426-f05d-49bf-9e20-8e74bb294cfd x-openstack-request-id: req-f4479426-f05d-49bf-9e20-8e74bb294cfd {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:05.654678 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "name": "network-vif-plugged", "status": "completed", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2", "code": 200}]} {{(pid=103995) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:05.654935 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4479426-f05d-49bf-9e20-8e74bb294cfd {{(pid=103995) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:05.655332 dv-cinder-836069-1-iscsi neutron-server[103995]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4479426-f05d-49bf-9e20-8e74bb294cfd'] response: {'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'code': 200} Apr 06 13:01:05.677498 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Pushing event updated for resources: {'Port': ['ID=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,revision_number=5']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:05.960327 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5a940-77d2-4009-b0a2-f66ae5a9a77b req-5ad8d095-5fc7-49a1-845f-40a97e17c750 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:05.961814 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-86b5a940-77d2-4009-b0a2-f66ae5a9a77b req-5ad8d095-5fc7-49a1-845f-40a97e17c750 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 945 time: 0.0541878 Apr 06 13:01:06.010845 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342412d4-2644-44f4-a054-faa3ed0294e7 req-1310b40d-3909-49c7-ad20-6d15385f4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:06.012268 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-86b5a940-77d2-4009-b0a2-f66ae5a9a77b req-8ca9f16f-db9e-452f-8fc6-54bd3b3d3bd2 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439959 Apr 06 13:01:06.012409 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-342412d4-2644-44f4-a054-faa3ed0294e7 req-1310b40d-3909-49c7-ad20-6d15385f4133 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 1129 time: 0.0449357 Apr 06 13:01:06.059058 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-342412d4-2644-44f4-a054-faa3ed0294e7 req-3bd683f0-cc61-4a9c-a4c4-3f1bc902cef1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398383 Apr 06 13:01:07.132315 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a188730-4c1a-4717-821c-4891bbb5501a req-9f05933e-8497-46df-a46a-bbb3554ab6e7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:07.134859 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a188730-4c1a-4717-821c-4891bbb5501a req-9f05933e-8497-46df-a46a-bbb3554ab6e7 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 945 time: 0.0541196 Apr 06 13:01:07.186283 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-1a188730-4c1a-4717-821c-4891bbb5501a req-7b4c6664-20a5-4c39-8f61-23ec10f8a2a9 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459533 Apr 06 13:01:08.302251 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03934a2b-d474-4ce6-8dc7-41b850d34341 req-26289e1d-3c86-49d8-82cc-35c325ebef83 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:08.303731 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03934a2b-d474-4ce6-8dc7-41b850d34341 req-26289e1d-3c86-49d8-82cc-35c325ebef83 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 945 time: 0.0513549 Apr 06 13:01:08.351432 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-03934a2b-d474-4ce6-8dc7-41b850d34341 req-70a5647f-39f7-4f87-b699-fb97cf4b6bfb tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415771 Apr 06 13:01:08.464741 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054aea9-92b5-4562-a4ba-216f8d1aa2b1 req-f99f1eaa-db08-45ff-a73a-b6bffdee2a97 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:08.466110 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f054aea9-92b5-4562-a4ba-216f8d1aa2b1 req-f99f1eaa-db08-45ff-a73a-b6bffdee2a97 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 945 time: 0.0507181 Apr 06 13:01:08.514585 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-f054aea9-92b5-4562-a4ba-216f8d1aa2b1 req-6807b9f7-90c8-4cbd-afcb-6f547d9afc3c tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 Apr 06 13:01:08.535906 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53968) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:08.678746 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ebfd0-d49c-422c-8a24-75034519dae6 tempest-TestVolumeBootPattern-64861008 tempest-TestVolumeBootPattern-64861008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:08.680337 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-994ebfd0-d49c-422c-8a24-75034519dae6 tempest-TestVolumeBootPattern-64861008 tempest-TestVolumeBootPattern-64861008-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 1124 time: 0.1434073 Apr 06 13:01:08.683148 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 53972) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:01:08.687424 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.v2.base [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Request body: {'floatingip': {'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'port_id': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103994) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 13:01:08.751260 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:08.844416 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (None), before_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:08.948957 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_common [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Allocated IP 172.27.0.67 (178c71df-d210-4cd4-98f5-4107b5f20b80/4aae88dc-7869-46c7-820c-6faff566d928/4a7c1f0f-7501-468e-ad88-63a085a6ca69) {{(pid=103994) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 13:01:09.046199 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for port (4a7c1f0f-7501-468e-ad88-63a085a6ca69), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:09.111456 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771207073302', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (4a7c1f0f-7501-468e-ad88-63a085a6ca69), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:09.151816 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Network 178c71df-d210-4cd4-98f5-4107b5f20b80 is already hosted by enough agents. {{(pid=103994) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 13:01:09.156612 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.base_scheduler [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Resources bound (agent type, host, resource id): {{(pid=103994) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 13:01:09.159187 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Received port after_create {{(pid=103994) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 13:01:09.184681 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'Port': ['ID=4a7c1f0f-7501-468e-ad88-63a085a6ca69,revision_number=1']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:09.196009 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.196527 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.196657 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.196922 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.197260 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.197596 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.197928 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.198259 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.198615 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.198949 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.199279 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.199610 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.199937 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.200262 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.200584 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:01:09.346540 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-898e938e-2a57-4ea7-9ab6-10b14128fe0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:09.817099 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (4515b15e-f310-498b-beff-801262efc390), precommit_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:09.947895 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756989'] for port (4a7c1f0f-7501-468e-ad88-63a085a6ca69), before_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:10.108211 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for port (4a7c1f0f-7501-468e-ad88-63a085a6ca69), precommit_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:10.166703 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771207458582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771207073320', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771207073338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-118396762'] for port (4a7c1f0f-7501-468e-ad88-63a085a6ca69), after_update {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:10.231768 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event updated for resources: {'Port': ['ID=4a7c1f0f-7501-468e-ad88-63a085a6ca69,revision_number=2']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:01:10.243797 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1737885'] for floatingip (4515b15e-f310-498b-beff-801262efc390), after_create {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:10.343506 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Floating IP 4515b15e-f310-498b-beff-801262efc390 associated. External IP: 172.27.0.67, port: 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2. Apr 06 13:01:10.555854 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Router a83d0862-cbc7-4d00-b191-be1e74305d98 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:01:10.663996 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:01:10.673912 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] Sync routers for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:01:10.684274 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:10.685991 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:00:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:10.736308 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:10.767800 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-5d8407fc-00ca-4d5c-85fc-0bd979fc587b tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0835576 Apr 06 13:01:10.768395 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:01:10.770699 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dd2984-591a-4685-aed3-59b6be278a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:01:10.808024 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:10.868250 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deac4740-1382-4487-bbeb-97723ebde0a1 x-openstack-request-id: req-deac4740-1382-4487-bbeb-97723ebde0a1 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:01:10.869107 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:01:10.869366 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-deac4740-1382-4487-bbeb-97723ebde0a1 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:01:10.869858 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deac4740-1382-4487-bbeb-97723ebde0a1'] response: {'name': 'network-changed', 'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'status': 'completed', 'code': 200} Apr 06 13:01:10.958269 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd2984-591a-4685-aed3-59b6be278a9f req-5ef46332-9da8-4c6d-8ab3-378813de3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:10.959979 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-05dd2984-591a-4685-aed3-59b6be278a9f req-5ef46332-9da8-4c6d-8ab3-378813de3893 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 1129 time: 0.0471611 Apr 06 13:01:11.034446 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '4515b15e-f310-498b-beff-801262efc390', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:ec:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:01:09Z', 'updated_at': '2022-04-06T13:01:09Z', 'revision_number': 0, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}, {'id': 'bee991c7-7af4-4a94-a0bc-5b69d16c519a', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:43Z', 'updated_at': '2022-04-06T12:58:45Z', 'revision_number': 1, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:11.056163 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd2984-591a-4685-aed3-59b6be278a9f req-58e65170-d456-4628-a4d6-7c776c7c9b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:11.057723 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-05dd2984-591a-4685-aed3-59b6be278a9f req-58e65170-d456-4628-a4d6-7c776c7c9b43 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0908723 Apr 06 13:01:11.064855 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] Checking router: a83d0862-cbc7-4d00-b191-be1e74305d98 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:01:11.074071 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:01:11.074716 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:00:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:11.127014 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-05dd2984-591a-4685-aed3-59b6be278a9f req-9115cdf9-a604-471a-8fd2-77873be3970e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 HTTP/1.1" status: 200 len: 998 time: 0.0633328 Apr 06 13:01:11.174237 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd2984-591a-4685-aed3-59b6be278a9f req-bb4a0520-b4e3-4d37-9cc4-8f22bbb7de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:11.175724 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-05dd2984-591a-4685-aed3-59b6be278a9f req-bb4a0520-b4e3-4d37-9cc4-8f22bbb7de21 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0429032 Apr 06 13:01:11.182727 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:01:11.223918 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd2984-591a-4685-aed3-59b6be278a9f req-a9f920f9-14e5-4597-95d5-e3327c8e5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:11.225412 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-05dd2984-591a-4685-aed3-59b6be278a9f req-a9f920f9-14e5-4597-95d5-e3327c8e5160 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438111 Apr 06 13:01:11.317625 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-05dd2984-591a-4685-aed3-59b6be278a9f req-2ac6a87a-3afa-4221-8a84-4f5f66399030 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858009 Apr 06 13:01:11.409778 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-05dd2984-591a-4685-aed3-59b6be278a9f req-27186d12-f364-4d1d-820a-2486951eadd1 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863478 Apr 06 13:01:11.540622 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '4515b15e-f310-498b-beff-801262efc390', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:ec:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:01:09Z', 'updated_at': '2022-04-06T13:01:09Z', 'revision_number': 0, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}, {'id': 'bee991c7-7af4-4a94-a0bc-5b69d16c519a', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:43Z', 'updated_at': '2022-04-06T12:58:45Z', 'revision_number': 1, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:01:11.571743 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661eefc7-1637-4467-931a-ccb5144b246e None None] The sync data for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi is: [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': '4515b15e-f310-498b-beff-801262efc390', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.67', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:ec:db:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T13:01:09Z', 'updated_at': '2022-04-06T13:01:09Z', 'revision_number': 0, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}, {'id': 'bee991c7-7af4-4a94-a0bc-5b69d16c519a', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:43Z', 'updated_at': '2022-04-06T12:58:45Z', 'revision_number': 1, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:01:11.763260 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceeca34-24f4-4c8d-905f-9fa47fa0f5aa None None] New status for floating IP 4515b15e-f310-498b-beff-801262efc390: ACTIVE {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:01:11.808875 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d82d-22e0-41b7-986e-e11032e7fa95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:13.077490 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:14.654225 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:14.673746 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-b05591b1-3863-4515-afae-68907638b305 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442138 Apr 06 13:01:14.779178 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-51b8ab3b-b42a-4938-a799-140a3ff6d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:14.780660 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-51b8ab3b-b42a-4938-a799-140a3ff6d18a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 1130 time: 0.0503800 Apr 06 13:01:14.882031 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-b8313546-92f2-47ed-8baa-4252cabab187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:14.883524 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-b8313546-92f2-47ed-8baa-4252cabab187 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0845833 Apr 06 13:01:14.950953 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-cabb4e27-d6c4-445d-9ee1-ee824062f7dc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf50517e-d46c-4789-af61-a86dc41e8984 HTTP/1.1" status: 200 len: 1002 time: 0.0611730 Apr 06 13:01:14.998791 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-907fe4db-22fe-4e52-84ab-8495de2f12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:15.000250 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-907fe4db-22fe-4e52-84ab-8495de2f12e3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0437231 Apr 06 13:01:15.047387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-21fabdf3-5596-4268-8457-d510c74bf2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:01:15.048843 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-21fabdf3-5596-4268-8457-d510c74bf2e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433912 Apr 06 13:01:15.152539 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-57d9f82f-4e8d-4c07-ad52-68a5e96c1c2c service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973303 Apr 06 13:01:15.240218 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-e5af5fc5-63ea-48a2-b8d2-3aca94b9f241 req-6a298269-fe19-4f7c-b7a3-087f17ba3397 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817890 Apr 06 13:01:16.086336 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:28.732930 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:01:34.017430 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:39.374374 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-0089e604-e287-4392-b108-87f62c780993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:41.808160 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-420aa515-a549-4b6e-90cc-e35f89cd08d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:43.093922 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:44.691678 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:01:46.080175 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:04.010958 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:05.731685 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:02:09.344543 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-efce21cb-bf0f-4599-a521-ba6eb4a6884b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:11.810409 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-c206175a-0e47-402b-a336-c94a47bcc5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:13.110243 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:14.653203 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:16.079588 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:16.676769 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-e37833ac-9931-408b-8e77-1b76f34a6ca6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491326 Apr 06 13:02:16.756149 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-0992cb3e-76f6-49dc-85f6-c8f4def549d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:16.757642 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-0992cb3e-76f6-49dc-85f6-c8f4def549d9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 1129 time: 0.0448263 Apr 06 13:02:16.861872 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-b257bd6a-dbe4-4370-9a05-37a097682c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:16.863383 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-b257bd6a-dbe4-4370-9a05-37a097682c10 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0855272 Apr 06 13:02:16.931837 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-ad5fce16-b647-4e6c-9b30-d7b8ce542d49 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 HTTP/1.1" status: 200 len: 1000 time: 0.0617726 Apr 06 13:02:16.979497 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-12ee69ef-5c60-4655-a5cd-97ef423d6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:16.980893 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-12ee69ef-5c60-4655-a5cd-97ef423d6694 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0426598 Apr 06 13:02:17.028206 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-88ef18b9-3da4-4473-bcb9-401ab978eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:02:17.029669 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-88ef18b9-3da4-4473-bcb9-401ab978eb40 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426183 Apr 06 13:02:17.119704 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-cd32c215-e47a-4bef-9c87-7a8f0852c1ee service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838172 Apr 06 13:02:17.210934 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-0f1b84a7-7ab5-4228-80d3-7ee863e688e0 req-dda4763d-ce1c-45a7-9ad0-8bd66fc701ac service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853193 Apr 06 13:02:34.027022 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:39.367268 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b41cb4ad-7344-49bd-b9ac-2948aaeef206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:41.895430 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-15da8138-e416-4363-8406-9eed04d4a006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:42.732414 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:02:43.095428 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:44.673183 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:46.087089 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:02:59.983240 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54004) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:00.146921 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Deleting port 4a7c1f0f-7501-468e-ad88-63a085a6ca69 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:00.147167 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (4a7c1f0f-7501-468e-ad88-63a085a6ca69), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.224697 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (4a7c1f0f-7501-468e-ad88-63a085a6ca69), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.225020 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (4a7c1f0f-7501-468e-ad88-63a085a6ca69), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.236806 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Calling delete_port for 4a7c1f0f-7501-468e-ad88-63a085a6ca69 owned by network:floatingip {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:00.430315 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (4a7c1f0f-7501-468e-ad88-63a085a6ca69), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.455716 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event deleted for resources: {'Port': ['ID=4a7c1f0f-7501-468e-ad88-63a085a6ca69,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:00.467079 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.467431 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.467777 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.468118 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.469014 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.469014 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.469636 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.469926 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.470255 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.470604 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.470933 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.471259 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.471582 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.471904 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.472226 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103994) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:00.525909 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (4515b15e-f310-498b-beff-801262efc390), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.526226 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.db.l3_db [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Floating IP 4515b15e-f310-498b-beff-801262efc390 disassociated (deleted). External IP: 172.27.0.67, port: 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2. Apr 06 13:03:00.734762 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Router a83d0862-cbc7-4d00-b191-be1e74305d98 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:03:00.844448 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:03:00.849121 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:00.853584 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] Sync routers for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:03:00.863627 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:00.864243 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:02:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:00.878848 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-257565ff-45f1-4e9f-a0ca-ce490517f871 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "DELETE /v2.0/floatingips/4515b15e-f310-498b-beff-801262efc390 HTTP/1.1" status: 204 len: 168 time: 0.8939872 Apr 06 13:03:00.879430 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2'}] {{(pid=103994) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:00.881685 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48c93762101b1d84f114d14c434c3b93b37799f09573aa9745ad5396e089003a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322806b6-f350-454d-b56d-9a472c125b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2"}]}' {{(pid=103994) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:00.919978 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ddaf8b-2d86-4816-b6ae-a5ed07aa2893 x-openstack-request-id: req-f5ddaf8b-2d86-4816-b6ae-a5ed07aa2893 {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:00.920266 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2", "status": "completed", "code": 200}]} {{(pid=103994) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:00.920523 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5ddaf8b-2d86-4816-b6ae-a5ed07aa2893 {{(pid=103994) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:00.920936 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ddaf8b-2d86-4816-b6ae-a5ed07aa2893'] response: {'name': 'network-changed', 'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'status': 'completed', 'code': 200} Apr 06 13:03:00.979389 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:01.016960 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322806b6-f350-454d-b56d-9a472c125b8c req-b9183de9-5478-443f-9cdc-64268ab5e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:01.018558 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-322806b6-f350-454d-b56d-9a472c125b8c req-b9183de9-5478-443f-9cdc-64268ab5e7e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 1129 time: 0.0508997 Apr 06 13:03:01.111451 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322806b6-f350-454d-b56d-9a472c125b8c req-5c4bc708-a05f-412a-b264-c862e9aff110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:01.112928 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-322806b6-f350-454d-b56d-9a472c125b8c req-5c4bc708-a05f-412a-b264-c862e9aff110 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0874944 Apr 06 13:03:01.158192 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-322806b6-f350-454d-b56d-9a472c125b8c req-7d3cf2eb-4a6e-49ce-a962-b55205c3f6b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0390093 Apr 06 13:03:01.207433 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322806b6-f350-454d-b56d-9a472c125b8c req-cb43bff5-3ae8-4c84-bca0-70c1711f73de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:01.208960 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-322806b6-f350-454d-b56d-9a472c125b8c req-cb43bff5-3ae8-4c84-bca0-70c1711f73de service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0442705 Apr 06 13:03:01.215603 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'bee991c7-7af4-4a94-a0bc-5b69d16c519a', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:43Z', 'updated_at': '2022-04-06T12:58:45Z', 'revision_number': 1, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:01.244442 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] Checking router: a83d0862-cbc7-4d00-b191-be1e74305d98 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:03:01.253412 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:01.254031 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:02:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:01.262854 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322806b6-f350-454d-b56d-9a472c125b8c req-339019cf-a3c6-4bda-a034-f4d96bbcde42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:01.264650 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-322806b6-f350-454d-b56d-9a472c125b8c req-339019cf-a3c6-4bda-a034-f4d96bbcde42 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498450 Apr 06 13:03:01.327213 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513468d-4224-4100-8f80-928829444a62 req-4a983912-dc40-48a1-80dc-7308b93d9da3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:01.329401 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6513468d-4224-4100-8f80-928829444a62 req-4a983912-dc40-48a1-80dc-7308b93d9da3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 945 time: 0.0547445 Apr 06 13:03:01.366610 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:01.382698 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-6513468d-4224-4100-8f80-928829444a62 req-e4aa21e5-e891-4aba-8cfb-417bc7176d70 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475781 Apr 06 13:03:01.587562 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'bee991c7-7af4-4a94-a0bc-5b69d16c519a', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:43Z', 'updated_at': '2022-04-06T12:58:45Z', 'revision_number': 1, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:01.613946 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74d422a-b9f9-43d6-b425-df0fe9661e77 None None] The sync data for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi is: [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_floatingips': [{'id': 'bee991c7-7af4-4a94-a0bc-5b69d16c519a', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'router_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'port_id': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'mac_address': 'fa:16:3e:b0:bd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T12:58:43Z', 'updated_at': '2022-04-06T12:58:45Z', 'revision_number': 1, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:03:01.825656 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a470a4e-f671-4a6b-88ec-a37b8f17375d None None] New status for floating IP 4515b15e-f310-498b-beff-801262efc390: DOWN {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:03:02.404837 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-322806b6-f350-454d-b56d-9a472c125b8c req-23110129-f45d-4ea7-b90e-0d77adf8717b service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846560 Apr 06 13:03:02.511482 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dea6b-53c6-4e39-94d8-8561e6ee01b0 req-84c3c9bc-4cea-467b-9820-2848773af4cb tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:02.512124 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-322806b6-f350-454d-b56d-9a472c125b8c req-1b27d7c3-b26e-456f-b1a6-ea7278555ddb service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844591 Apr 06 13:03:02.512956 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-668dea6b-53c6-4e39-94d8-8561e6ee01b0 req-84c3c9bc-4cea-467b-9820-2848773af4cb tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 945 time: 0.0570216 Apr 06 13:03:02.564652 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-668dea6b-53c6-4e39-94d8-8561e6ee01b0 req-f1f9d905-21a7-4bbd-8616-ea6f6ba535b8 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452678 Apr 06 13:03:03.234959 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-db920540-243a-47d3-9939-f2bafe94e655 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:03.236382 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-db920540-243a-47d3-9939-f2bafe94e655 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 945 time: 0.0521932 Apr 06 13:03:03.328867 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Deleting port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:03.329204 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.412791 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] For port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:03.413476 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.425143 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Calling delete_port for 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:03.620485 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.650138 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event deleted for resources: {'Port': ['ID=3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:03.660406 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-a38f4380-1bd4-45e9-a8bc-1404ab4132ab req-6eaba39d-a4ea-4213-816a-1a9a1fd95ece tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 210 time: 0.0290017 Apr 06 13:03:03.662894 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.663281 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.663593 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.663944 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.664285 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.664627 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.664966 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.665303 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.665639 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.665979 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.666315 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.666684 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.667014 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.667348 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.667678 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103993) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:03.707940 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] No DVR routers for this DVR port 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:03.710436 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:03.713706 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-dd936bdd-e696-43bf-b5dd-22e17242984f req-ea4ad0b2-18f3-4d4a-9e47-6d998162c8ca tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "DELETE /v2.0/ports/3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 HTTP/1.1" status: 204 len: 173 time: 0.4713678 Apr 06 13:03:03.714147 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'name': 'network-vif-deleted', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:03.717192 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c515fa6e-f994-44d2-afdc-618ccbdcccf4" -d '{"events": [{"server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "name": "network-vif-deleted", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:03.752854 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6676ea-ffc4-49b9-9222-642bd6978acc x-openstack-request-id: req-3e6676ea-ffc4-49b9-9222-642bd6978acc {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:03.753174 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52f26b53-4946-4c9b-8fe0-1d9cd8588e43", "name": "network-vif-deleted", "tag": "3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:03.753418 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e6676ea-ffc4-49b9-9222-642bd6978acc {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:03.753837 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6676ea-ffc4-49b9-9222-642bd6978acc'] response: {'server_uuid': '52f26b53-4946-4c9b-8fe0-1d9cd8588e43', 'name': 'network-vif-deleted', 'tag': '3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2', 'status': 'completed', 'code': 200} Apr 06 13:03:04.052933 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:04.775154 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-fb2e2ef7-44f3-48b9-b171-d8b9b80a6984 req-48519a00-645d-4279-9d72-18dbcbb86756 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=52f26b53-4946-4c9b-8fe0-1d9cd8588e43 HTTP/1.1" status: 200 len: 210 time: 0.0306561 Apr 06 13:03:07.858139 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:07.882084 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:07.882448 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device 3f6334ae-2089-4f41-94c2-9f9cc9c5a4c2 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:08.220653 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 54046) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:08.375261 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Deleting port eec02a15-1ed7-499a-986f-551970f38607 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:08.375731 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (eec02a15-1ed7-499a-986f-551970f38607), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:08.447321 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (eec02a15-1ed7-499a-986f-551970f38607), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:08.447649 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (eec02a15-1ed7-499a-986f-551970f38607), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:08.459650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Calling delete_port for eec02a15-1ed7-499a-986f-551970f38607 owned by network:floatingip {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:08.680933 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (eec02a15-1ed7-499a-986f-551970f38607), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:08.706955 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event deleted for resources: {'Port': ['ID=eec02a15-1ed7-499a-986f-551970f38607,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:08.769264 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (bee991c7-7af4-4a94-a0bc-5b69d16c519a), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:08.769589 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.db.l3_db [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Floating IP bee991c7-7af4-4a94-a0bc-5b69d16c519a disassociated (deleted). External IP: 172.27.0.167, port: bf50517e-d46c-4789-af61-a86dc41e8984. Apr 06 13:03:08.981786 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Router a83d0862-cbc7-4d00-b191-be1e74305d98 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:03:09.090681 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:03:09.095762 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:09.101023 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] Sync routers for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:03:09.111223 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:09.111827 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:02:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:09.125336 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-2c1ce83a-48de-4689-b594-b6ae19ca55e1 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "DELETE /v2.0/floatingips/bee991c7-7af4-4a94-a0bc-5b69d16c519a HTTP/1.1" status: 204 len: 168 time: 0.9036152 Apr 06 13:03:09.126533 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:09.128912 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:09.168365 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef7e493-38ea-4f36-987b-a99c98d490f0 x-openstack-request-id: req-bef7e493-38ea-4f36-987b-a99c98d490f0 {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:09.168800 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:09.169238 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bef7e493-38ea-4f36-987b-a99c98d490f0 {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:09.169606 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef7e493-38ea-4f36-987b-a99c98d490f0'] response: {'name': 'network-changed', 'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'status': 'completed', 'code': 200} Apr 06 13:03:09.231335 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:09.260868 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-2c82d32c-4152-4742-bf2d-a506c5a743e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:09.262413 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-2c82d32c-4152-4742-bf2d-a506c5a743e0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=69049f30e0d94929bee0a5fbf331e598&device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 1130 time: 0.0452359 Apr 06 13:03:09.351911 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-785edcd8-70e0-4024-8a37-585865d5922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:09.353352 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-785edcd8-70e0-4024-8a37-585865d5922b service neutron] 10.222.0.74 "GET /v2.0/networks?id=9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 200 len: 913 time: 0.0851738 Apr 06 13:03:09.398674 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-26056986-2283-4b45-bdc0-0d03422030d8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf50517e-d46c-4789-af61-a86dc41e8984 HTTP/1.1" status: 200 len: 217 time: 0.0393202 Apr 06 13:03:09.424047 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7e5e16ea-3d0a-45b6-a974-0307e8aab3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:09.448014 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-73857c67-1575-47e6-a6ee-f6dc64efef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:09.449499 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-73857c67-1575-47e6-a6ee-f6dc64efef90 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 200 len: 851 time: 0.0456226 Apr 06 13:03:09.459504 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:09.490319 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] Checking router: a83d0862-cbc7-4d00-b191-be1e74305d98 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:03:09.500366 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:09.501675 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:02:42Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:09.502246 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-d73f1d19-f0ea-4013-9a04-6263a8196056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:09.503896 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-d73f1d19-f0ea-4013-9a04-6263a8196056 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9c847235-daa6-4a46-a840-f888eada67ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484588 Apr 06 13:03:09.587005 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e99520-65cc-4414-aad8-0a769a4354d4 req-3fe1e339-0098-4691-837c-d04d51996134 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:09.588658 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b0e99520-65cc-4414-aad8-0a769a4354d4 req-3fe1e339-0098-4691-837c-d04d51996134 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 946 time: 0.0612826 Apr 06 13:03:09.643218 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b0e99520-65cc-4414-aad8-0a769a4354d4 req-1d418be5-b16c-4b5a-8da1-3a9067609017 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481067 Apr 06 13:03:09.741600 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:09.945022 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:09.971644 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7933edc-ad8e-44d3-be16-1c07b58d42bd None None] The sync data for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi is: [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T12:54:52Z', 'revision_number': 4, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi', '_interfaces': [{'id': '9221d55f-f476-428c-a53d-671b6d373aed', 'name': '', 'network_id': '9c847235-daa6-4a46-a840-f888eada67ac', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'mac_address': 'fa:16:3e:6b:22:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:52Z', 'updated_at': '2022-04-06T12:54:57Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'subnets': [{'id': '39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:03:10.191517 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf6996b-e281-4198-9f4f-182149dc76e8 None None] New status for floating IP bee991c7-7af4-4a94-a0bc-5b69d16c519a: DOWN {{(pid=103996) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 13:03:10.664072 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-efa8e441-8df7-45d7-aff6-e99eb621a81b service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835490 Apr 06 13:03:10.756271 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-5e7af6a5-6ccc-4da7-adcc-d4cd2f38b8c5 req-fad69dac-3883-4445-a814-ffa3a3259566 service neutron] 10.222.0.74 "GET /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839963 Apr 06 13:03:10.762260 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d08b1-7d8a-4ec5-ba93-da1b1b72c19a req-bdf56c71-01f4-4ece-a483-ad2b4b7f0709 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103994) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:10.763754 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b79d08b1-7d8a-4ec5-ba93-da1b1b72c19a req-bdf56c71-01f4-4ece-a483-ad2b4b7f0709 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 946 time: 0.0528316 Apr 06 13:03:10.814140 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-b79d08b1-7d8a-4ec5-ba93-da1b1b72c19a req-3de38e69-9dbf-4db9-a345-e9c16b9674c5 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/security-groups?id=725ab1b6-5cb6-410d-b2f4-60a503e42ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443156 Apr 06 13:03:11.324093 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-e597a83f-79a4-4b51-a07d-5de93d428442 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103993) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 13:03:11.325537 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-e597a83f-79a4-4b51-a07d-5de93d428442 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 946 time: 0.0576444 Apr 06 13:03:11.414682 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Deleting port bf50517e-d46c-4789-af61-a86dc41e8984 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:11.415026 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.503915 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] For port bf50517e-d46c-4789-af61-a86dc41e8984, host hv-cinder-83606, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83606',level=0,port_id=bf50517e-d46c-4789-af61-a86dc41e8984,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:11.504282 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.516607 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Calling delete_port for bf50517e-d46c-4789-af61-a86dc41e8984 owned by compute:nova {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:11.692383 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (bf50517e-d46c-4789-af61-a86dc41e8984), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.724379 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event deleted for resources: {'Port': ['ID=bf50517e-d46c-4789-af61-a86dc41e8984,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:11.770746 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] No DVR routers for this DVR port bf50517e-d46c-4789-af61-a86dc41e8984 on host hv-cinder-83606 {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:11.773463 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for port (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.777377 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [req-ce3dbe2d-fb3d-4259-87e8-745d626a0646 req-4324673d-643d-4046-b57d-b6003688f580 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.74 "DELETE /v2.0/ports/bf50517e-d46c-4789-af61-a86dc41e8984 HTTP/1.1" status: 204 len: 173 time: 0.4467404 Apr 06 13:03:11.777835 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'name': 'network-vif-deleted', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984'}] {{(pid=103993) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 13:03:11.781138 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}77f553ee3f0f0616decab6ce63ec3d4270ba43185ca6cca433da8d8729ed7be2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc7500d-1a0d-4325-823a-6a42b9ca21ed" -d '{"events": [{"server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "name": "network-vif-deleted", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984"}]}' {{(pid=103993) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 13:03:11.816472 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 13:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197f30e3-ef28-49b8-b063-f8f63536896a x-openstack-request-id: req-197f30e3-ef28-49b8-b063-f8f63536896a {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 13:03:11.816759 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4", "name": "network-vif-deleted", "tag": "bf50517e-d46c-4789-af61-a86dc41e8984", "status": "completed", "code": 200}]} {{(pid=103993) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 13:03:11.817018 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-197f30e3-ef28-49b8-b063-f8f63536896a {{(pid=103993) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 13:03:11.817437 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197f30e3-ef28-49b8-b063-f8f63536896a'] response: {'server_uuid': '2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4', 'name': 'network-vif-deleted', 'tag': 'bf50517e-d46c-4789-af61-a86dc41e8984', 'status': 'completed', 'code': 200} Apr 06 13:03:11.843386 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-5b38c566-c3a1-4d69-9e31-1624a79d9d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:11.916467 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-e88a99f9-6853-4e2a-9de2-9e0bc1072a73 req-dc6a219f-606d-41de-88d6-03e1f507ba82 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 210 time: 0.0321362 Apr 06 13:03:13.030107 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [req-19d5bf30-3f50-44a8-a20f-b23b96cd23d8 req-c200d711-87d1-48c3-ad20-918ebdda94ae tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "GET /v2.0/ports?device_id=2cb0a0cf-3f12-45f8-8b87-4ceb41a096d4 HTTP/1.1" status: 200 len: 210 time: 0.0272281 Apr 06 13:03:13.105812 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.087262 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54066) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:14.212925 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Deleting port 47e34dea-54f2-46b4-aef1-e2f009326f67 {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:14.213183 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (47e34dea-54f2-46b4-aef1-e2f009326f67), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.287870 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (47e34dea-54f2-46b4-aef1-e2f009326f67), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.288202 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (47e34dea-54f2-46b4-aef1-e2f009326f67), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.299686 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Calling delete_port for 47e34dea-54f2-46b4-aef1-e2f009326f67 owned by network:floatingip {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:14.494728 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (47e34dea-54f2-46b4-aef1-e2f009326f67), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.518991 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event deleted for resources: {'Port': ['ID=47e34dea-54f2-46b4-aef1-e2f009326f67,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:14.584866 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for floatingip (3a35ec99-59aa-4719-ba5c-a976577b0b17), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.587418 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48292'] for floatingip (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:14.588565 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-8b4ac623-955e-4f6e-864f-a6375ae14ee3 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "DELETE /v2.0/floatingips/3a35ec99-59aa-4719-ba5c-a976577b0b17 HTTP/1.1" status: 204 len: 168 time: 0.5002813 Apr 06 13:03:14.687267 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:15.899620 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54078) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:15.911037 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device bf50517e-d46c-4789-af61-a86dc41e8984 no longer exists at agent hyperv_hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:15.931295 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] No Port match for: bf50517e-d46c-4789-af61-a86dc41e8984 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:15.931643 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Device bf50517e-d46c-4789-af61-a86dc41e8984 not bound to the agent host hv-cinder-83606 {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:15.959973 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9c558640-f372-4ece-9f6c-c8d87aec3417 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group (725ab1b6-5cb6-410d-b2f4-60a503e42ec9), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:15.985418 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9c558640-f372-4ece-9f6c-c8d87aec3417 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group (725ab1b6-5cb6-410d-b2f4-60a503e42ec9), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:16.121095 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:16.144158 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9c558640-f372-4ece-9f6c-c8d87aec3417 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (725ab1b6-5cb6-410d-b2f4-60a503e42ec9), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:16.146886 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9c558640-f372-4ece-9f6c-c8d87aec3417 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:16.148056 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-9c558640-f372-4ece-9f6c-c8d87aec3417 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] 10.222.0.60 "DELETE /v2.0/security-groups/725ab1b6-5cb6-410d-b2f4-60a503e42ec9 HTTP/1.1" status: 204 len: 168 time: 0.2474432 Apr 06 13:03:16.160065 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c558640-f372-4ece-9f6c-c8d87aec3417 tempest-TestVolumeBootPattern-1173160006 tempest-TestVolumeBootPattern-1173160006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725ab1b6-5cb6-410d-b2f4-60a503e42ec9,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:16.262920 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54082) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:16.729061 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (a83d0862-cbc7-4d00-b191-be1e74305d98), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:16.973605 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Deleting port 9221d55f-f476-428c-a53d-671b6d373aed {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:16.974312 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (9221d55f-f476-428c-a53d-671b6d373aed), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:17.049224 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] For port 9221d55f-f476-428c-a53d-671b6d373aed, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=9221d55f-f476-428c-a53d-671b6d373aed,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:17.050517 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (9221d55f-f476-428c-a53d-671b6d373aed), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:17.062641 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Calling delete_port for 9221d55f-f476-428c-a53d-671b6d373aed owned by network:router_interface {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:17.311762 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (9221d55f-f476-428c-a53d-671b6d373aed), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:17.341366 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Pushing event deleted for resources: {'Port': ['ID=9221d55f-f476-428c-a53d-671b6d373aed,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:17.771985 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (a83d0862-cbc7-4d00-b191-be1e74305d98), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:17.993889 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Router a83d0862-cbc7-4d00-b191-be1e74305d98 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103994) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:03:18.102589 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103994) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:03:18.107475 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-563d7437-5fe3-4af5-a31d-392eba285434 admin admin] 10.222.0.60 "PUT /v2.0/routers/a83d0862-cbc7-4d00-b191-be1e74305d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8434761 Apr 06 13:03:18.110020 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54086) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:18.111003 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] Sync routers for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:03:18.121490 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:18.122089 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:03:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:18.216274 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks [] for router (a83d0862-cbc7-4d00-b191-be1e74305d98), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:18.230178 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:18.319065 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks [] for router_gateway (a83d0862-cbc7-4d00-b191-be1e74305d98), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:18.410026 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86'}], 'enable_snat': True}, 'gw_port_id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T13:03:17Z', 'revision_number': 5, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port': {'id': '916b8710-1962-4a73-ad24-aa29afe3184d', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:50Z', 'updated_at': '2022-04-06T12:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:18.435590 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] Checking router: a83d0862-cbc7-4d00-b191-be1e74305d98 for host: dv-cinder-836069-1-iscsi {{(pid=103995) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:03:18.444782 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] Routers {'a83d0862-cbc7-4d00-b191-be1e74305d98'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103995) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:18.445388 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:03:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['a83d0862-cbc7-4d00-b191-be1e74305d98'], 'active': True} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:18.450462 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Deleting port 916b8710-1962-4a73-ad24-aa29afe3184d {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:18.450806 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:18.531297 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] For port 916b8710-1962-4a73-ad24-aa29afe3184d, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=916b8710-1962-4a73-ad24-aa29afe3184d,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:18.531658 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:18.536815 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvr_db [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] Set router a83d0862-cbc7-4d00-b191-be1e74305d98 gateway port host: None {{(pid=103995) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:18.548362 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Calling delete_port for 916b8710-1962-4a73-ad24-aa29afe3184d owned by network:router_gateway {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:18.591032 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_hamode_db [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T13:03:18Z', 'revision_number': 6, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port_host': None}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:18.617672 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d086d0e-381a-4689-9476-1b45756deea1 None None] The sync data for ids ['a83d0862-cbc7-4d00-b191-be1e74305d98'] in dv-cinder-836069-1-iscsi is: [{'id': 'a83d0862-cbc7-4d00-b191-be1e74305d98', 'name': 'tempest-TestVolumeBootPattern-1207280555-router', 'tenant_id': '69049f30e0d94929bee0a5fbf331e598', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:49Z', 'updated_at': '2022-04-06T13:03:18Z', 'revision_number': 6, 'project_id': '69049f30e0d94929bee0a5fbf331e598', 'gw_port_host': None}] {{(pid=103995) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:03:18.772275 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (916b8710-1962-4a73-ad24-aa29afe3184d), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:18.795875 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Pushing event deleted for resources: {'Port': ['ID=916b8710-1962-4a73-ad24-aa29afe3184d,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:18.858552 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (a83d0862-cbc7-4d00-b191-be1e74305d98), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:18.949798 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (a83d0862-cbc7-4d00-b191-be1e74305d98), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:18.952156 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks [] for router_controller (a83d0862-cbc7-4d00-b191-be1e74305d98), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.060512 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 9221d55f-f476-428c-a53d-671b6d373aed no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:19.077011 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (a83d0862-cbc7-4d00-b191-be1e74305d98), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.077584 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a83d0862-cbc7-4d00-b191-be1e74305d98 {{(pid=103994) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:03:19.081815 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 9221d55f-f476-428c-a53d-671b6d373aed {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:19.087385 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 9221d55f-f476-428c-a53d-671b6d373aed not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:19.087982 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.087982 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-c9100090-c610-4d1f-a598-32ea87a0ea93 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a83d0862-cbc7-4d00-b191-be1e74305d98 HTTP/1.1" status: 204 len: 168 time: 0.9742484 Apr 06 13:03:19.087982 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54088) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:19.132267 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1a32a4-4aee-4d61-ad55-c641a57d274a admin admin] Deleting subnet 39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc {{(pid=103994) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:03:19.134990 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b1a32a4-4aee-4d61-ad55-c641a57d274a admin admin] Publish callbacks [] for subnet (39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.168648 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b1a32a4-4aee-4d61-ad55-c641a57d274a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3391634'] for subnet (39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc), precommit_delete_associations {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.247866 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b1a32a4-4aee-4d61-ad55-c641a57d274a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.340293 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b1a32a4-4aee-4d61-ad55-c641a57d274a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-118396692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-118161717'] for subnet (39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.366881 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a32a4-4aee-4d61-ad55-c641a57d274a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:19.370666 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-0b1a32a4-4aee-4d61-ad55-c641a57d274a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.373817 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-0b1a32a4-4aee-4d61-ad55-c641a57d274a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/39b09847-3cc1-4ad6-b1ff-6e6b7d32c9bc HTTP/1.1" status: 204 len: 168 time: 0.2849045 Apr 06 13:03:19.376295 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54090) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:19.377558 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83096bb8-63af-44d6-8e1f-8eb8633ae4e2 None None] Network 9c847235-daa6-4a46-a840-f888eada67ac requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:03:19.450452 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (9c847235-daa6-4a46-a840-f888eada67ac), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.512815 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Deleting port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc {{(pid=103994) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:19.513201 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.547918 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] DHCP port deletion for 9c847235-daa6-4a46-a840-f888eada67ac request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:03:19.581687 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.db [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] For port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=8ae5f6f8-59c5-41f7-bedd-935d9c720cbc,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103994) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:19.582186 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.596015 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Calling delete_port for 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc owned by network:dhcp {{(pid=103994) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:19.602075 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Deleting port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:19.606565 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.682454 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] For port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=8ae5f6f8-59c5-41f7-bedd-935d9c720cbc,segment=NetworkSegment(7ee7ad46-652d-4240-b45a-d97979f9044c),segment_id=7ee7ad46-652d-4240-b45a-d97979f9044c)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:19.682454 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.696882 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Calling delete_port for 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:19.730305 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:03:19.745450 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-118396707'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.771882 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae5f6f8-59c5-41f7-bedd-935d9c720cbc,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:19.775696 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] No DVR routers for this DVR port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc on host dv-cinder-836069-1-iscsi {{(pid=103994) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:19.781078 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (8ae5f6f8-59c5-41f7-bedd-935d9c720cbc), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.805685 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Pushing event deleted for resources: {'Port': ['ID=8ae5f6f8-59c5-41f7-bedd-935d9c720cbc,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:19.808679 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] No DVR routers for this DVR port 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:19.817970 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.817970 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.817970 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.817970 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.817970 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.817970 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.818871 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.818871 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.818871 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.819180 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.819435 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.819760 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.820082 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.820408 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.820729 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144331ef-6451-42fe-bbc2-ce29bb91cd84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836069-1-iscsi {{(pid=103995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 13:03:19.849929 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (9c847235-daa6-4a46-a840-f888eada67ac), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.870106 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c847235-daa6-4a46-a840-f888eada67ac']}} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:19.879291 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee7ad46-652d-4240-b45a-d97979f9044c') {'for_net_delete': True} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:19.879588 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.services.segments.db [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee7ad46-652d-4240-b45a-d97979f9044c') {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:19.888830 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3391593'] for segment (7ee7ad46-652d-4240-b45a-d97979f9044c), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.901815 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (7ee7ad46-652d-4240-b45a-d97979f9044c), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.907498 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=103994) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:03:19.907882 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-118396798'] for segment (7ee7ad46-652d-4240-b45a-d97979f9044c), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: Traceback (most recent call last): Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: timer() Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: cb(*args, **kw) Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: return func(*args, **kwargs) Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: self._notify() Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: self.callback(batched_events) Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: event.method(event) Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: return f(self, *a, **k) Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._get(url).json() Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: return self.request(url, 'GET', **kwargs) Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:03:19.910189 dv-cinder-836069-1-iscsi neutron-server[103994]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:03:20.071357 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (9c847235-daa6-4a46-a840-f888eada67ac), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.076546 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.083902 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9c847235-daa6-4a46-a840-f888eada67ac HTTP/1.1" status: 204 len: 168 time: 0.7021642 Apr 06 13:03:20.084488 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 54092) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:20.091666 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5be54f-5445-413e-a7f6-e75fb1cb8319 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c847235-daa6-4a46-a840-f888eada67ac,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:20.691771 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1736861'] for router_interface (e7738a69-94a8-4ade-8954-2a482ec09650), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:20.869913 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:20.890617 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:20.890971 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 8ae5f6f8-59c5-41f7-bedd-935d9c720cbc not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:20.891397 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 916b8710-1962-4a73-ad24-aa29afe3184d no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:20.910604 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 916b8710-1962-4a73-ad24-aa29afe3184d {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:20.910956 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 916b8710-1962-4a73-ad24-aa29afe3184d not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:20.945066 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Deleting port 40feb16e-0575-4cfb-b582-d81edcbe941a {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:20.945348 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:21.020835 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] For port 40feb16e-0575-4cfb-b582-d81edcbe941a, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=40feb16e-0575-4cfb-b582-d81edcbe941a,segment=NetworkSegment(f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3),segment_id=f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:21.021203 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:21.033387 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Calling delete_port for 40feb16e-0575-4cfb-b582-d81edcbe941a owned by network:router_interface {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:21.271470 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (40feb16e-0575-4cfb-b582-d81edcbe941a), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:21.296603 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=40feb16e-0575-4cfb-b582-d81edcbe941a,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:21.466606 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1737741'] for router_interface (e7738a69-94a8-4ade-8954-2a482ec09650), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:21.680964 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Router e7738a69-94a8-4ade-8954-2a482ec09650 has already been hosted by L3 agent 99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5 {{(pid=103993) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 13:03:21.785552 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] Notify agent at l3_agent.dv-cinder-836069-1-iscsi the message routers_updated {{(pid=103993) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 13:03:21.790465 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-44648487-42db-4850-8e2e-84bc43e35b68 admin admin] 10.222.0.60 "PUT /v2.0/routers/e7738a69-94a8-4ade-8954-2a482ec09650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054284 Apr 06 13:03:21.793096 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 54094) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:21.795694 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] Sync routers for ids ['e7738a69-94a8-4ade-8954-2a482ec09650'] in dv-cinder-836069-1-iscsi {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 13:03:21.806539 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] Routers {'e7738a69-94a8-4ade-8954-2a482ec09650'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:21.807148 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:03:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['e7738a69-94a8-4ade-8954-2a482ec09650'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:21.904538 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks [] for router (e7738a69-94a8-4ade-8954-2a482ec09650), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.002098 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] Set router e7738a69-94a8-4ade-8954-2a482ec09650 gateway port host: dv-cinder-836069-1-iscsi {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:22.011043 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks [] for router_gateway (e7738a69-94a8-4ade-8954-2a482ec09650), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.107308 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Deleting port b6439022-e30f-4cc3-8742-8427ed14e62b {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:22.107650 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.179640 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'external_fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T13:03:21Z', 'revision_number': 5, 'project_id': '20944252838245469a3e7ce34840cdcf', 'gw_port': {'id': 'b6439022-e30f-4cc3-8742-8427ed14e62b', 'name': '', 'network_id': '178c71df-d210-4cd4-98f5-4107b5f20b80', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:30:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '4aae88dc-7869-46c7-820c-6faff566d928', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836069-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T12:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4aae88dc-7869-46c7-820c-6faff566d928', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836069-1-iscsi'}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:22.185118 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] For port b6439022-e30f-4cc3-8742-8427ed14e62b, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=b6439022-e30f-4cc3-8742-8427ed14e62b,segment=NetworkSegment(5a20fe25-b9b8-467b-929b-fefcf4908a82),segment_id=5a20fe25-b9b8-467b-929b-fefcf4908a82)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:22.185479 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.197708 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Calling delete_port for b6439022-e30f-4cc3-8742-8427ed14e62b owned by network:router_gateway {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:22.205295 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] Checking router: e7738a69-94a8-4ade-8954-2a482ec09650 for host: dv-cinder-836069-1-iscsi {{(pid=103996) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 13:03:22.213897 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] Routers {'e7738a69-94a8-4ade-8954-2a482ec09650'} bound to L3 agent in host dv-cinder-836069-1-iscsi {{(pid=103996) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 13:03:22.214785 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836069-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T12:29:42Z,description=,heartbeat_timestamp=2022-04-06T13:03:12Z,host='dv-cinder-836069-1-iscsi',id=99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T12:29:42Z,topic='l3_agent')) {'router_ids': ['e7738a69-94a8-4ade-8954-2a482ec09650'], 'active': True} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:22.301855 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_dvr_db [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] Set router e7738a69-94a8-4ade-8954-2a482ec09650 gateway port host: None {{(pid=103996) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 13:03:22.355350 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.l3_hamode_db [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T13:03:22Z', 'revision_number': 6, 'project_id': '20944252838245469a3e7ce34840cdcf', 'gw_port_host': None}], 'dv-cinder-836069-1-iscsi', False) {} {{(pid=103996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:22.381494 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d27fbc1-c14b-4958-812b-00ca09d7c088 None None] The sync data for ids ['e7738a69-94a8-4ade-8954-2a482ec09650'] in dv-cinder-836069-1-iscsi is: [{'id': 'e7738a69-94a8-4ade-8954-2a482ec09650', 'name': 'tempest-TestVolumeBootPattern-1264811361-router', 'tenant_id': '20944252838245469a3e7ce34840cdcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T12:54:56Z', 'updated_at': '2022-04-06T13:03:22Z', 'revision_number': 6, 'project_id': '20944252838245469a3e7ce34840cdcf', 'gw_port_host': None}] {{(pid=103996) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 13:03:22.459810 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (b6439022-e30f-4cc3-8742-8427ed14e62b), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.485728 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=b6439022-e30f-4cc3-8742-8427ed14e62b,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:22.545165 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1737931'] for router_gateway (e7738a69-94a8-4ade-8954-2a482ec09650), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.634671 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1737592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30390'] for router (e7738a69-94a8-4ade-8954-2a482ec09650), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.636754 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks [] for router_controller (e7738a69-94a8-4ade-8954-2a482ec09650), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.755397 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1737585'] for router (e7738a69-94a8-4ade-8954-2a482ec09650), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.755947 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7738a69-94a8-4ade-8954-2a482ec09650 {{(pid=103993) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 13:03:22.760395 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.761628 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-82e89c17-1155-4e36-9aa1-36cd2ea8d1ff admin admin] 10.222.0.60 "DELETE /v2.0/routers/e7738a69-94a8-4ade-8954-2a482ec09650 HTTP/1.1" status: 204 len: 168 time: 0.9675667 Apr 06 13:03:22.764138 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 54096) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:22.809704 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.db_base_plugin_v2 [None req-17166dce-6ccb-412b-91cb-213abf16fb9b admin admin] Deleting subnet d4eb3ac4-f028-41af-9714-da5df80837e3 {{(pid=103993) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 13:03:22.812914 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-17166dce-6ccb-412b-91cb-213abf16fb9b admin admin] Publish callbacks [] for subnet (d4eb3ac4-f028-41af-9714-da5df80837e3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.848171 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-17166dce-6ccb-412b-91cb-213abf16fb9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3943079'] for subnet (d4eb3ac4-f028-41af-9714-da5df80837e3), precommit_delete_associations {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:22.929092 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-17166dce-6ccb-412b-91cb-213abf16fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-746720'] for subnet (d4eb3ac4-f028-41af-9714-da5df80837e3), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.041153 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-17166dce-6ccb-412b-91cb-213abf16fb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-746735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1678609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3677193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3206828'] for subnet (d4eb3ac4-f028-41af-9714-da5df80837e3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.067078 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17166dce-6ccb-412b-91cb-213abf16fb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4eb3ac4-f028-41af-9714-da5df80837e3,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:23.070722 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-17166dce-6ccb-412b-91cb-213abf16fb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for subnet (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.073869 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-17166dce-6ccb-412b-91cb-213abf16fb9b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d4eb3ac4-f028-41af-9714-da5df80837e3 HTTP/1.1" status: 204 len: 168 time: 0.3087759 Apr 06 13:03:23.076523 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.wsgi [-] (103993) accepted ('10.222.0.60', 54098) {{(pid=103993) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:23.078951 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d64d0c-6a06-432e-b51c-a3b6c7ee19ea None None] Network f653ef51-d9fc-4be5-9136-751adb436055 requested from dv-cinder-836069-1-iscsi {{(pid=103995) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 13:03:23.153836 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656807'] for network (f653ef51-d9fc-4be5-9136-751adb436055), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.193891 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 40feb16e-0575-4cfb-b582-d81edcbe941a no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:23.213714 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 40feb16e-0575-4cfb-b582-d81edcbe941a {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:23.213714 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 40feb16e-0575-4cfb-b582-d81edcbe941a not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:23.214562 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b6439022-e30f-4cc3-8742-8427ed14e62b no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:23.217550 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Deleting port 8238f0ac-648b-4e4e-9e40-e96d811569d0 {{(pid=103993) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:23.217896 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.233892 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: b6439022-e30f-4cc3-8742-8427ed14e62b {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:23.234249 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device b6439022-e30f-4cc3-8742-8427ed14e62b not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:23.247415 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52753a4c-47c1-45b9-9142-3d9126900105 None None] DHCP port deletion for f653ef51-d9fc-4be5-9136-751adb436055 request from dv-cinder-836069-1-iscsi {{(pid=103995) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 13:03:23.286174 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.db [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] For port 8238f0ac-648b-4e4e-9e40-e96d811569d0, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=8238f0ac-648b-4e4e-9e40-e96d811569d0,segment=NetworkSegment(f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3),segment_id=f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3)] {{(pid=103993) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:23.286569 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.298955 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-52753a4c-47c1-45b9-9142-3d9126900105 None None] Deleting port 8238f0ac-648b-4e4e-9e40-e96d811569d0 {{(pid=103995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 13:03:23.299938 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52753a4c-47c1-45b9-9142-3d9126900105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771207451953'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), before_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.301263 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Calling delete_port for 8238f0ac-648b-4e4e-9e40-e96d811569d0 owned by network:dhcp {{(pid=103993) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:23.362897 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.db [None req-52753a4c-47c1-45b9-9142-3d9126900105 None None] For port 8238f0ac-648b-4e4e-9e40-e96d811569d0, host dv-cinder-836069-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836069-1-iscsi',level=0,port_id=8238f0ac-648b-4e4e-9e40-e96d811569d0,segment=NetworkSegment(f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3),segment_id=f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3)] {{(pid=103995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 13:03:23.363405 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52753a4c-47c1-45b9-9142-3d9126900105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1747180'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), precommit_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.376314 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-52753a4c-47c1-45b9-9142-3d9126900105 None None] Calling delete_port for 8238f0ac-648b-4e4e-9e40-e96d811569d0 owned by network:dhcp {{(pid=103995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 13:03:23.477067 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3677246'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.482964 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-52753a4c-47c1-45b9-9142-3d9126900105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-756798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-333819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771207458564', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771207073311'] for port (8238f0ac-648b-4e4e-9e40-e96d811569d0), after_delete {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.504471 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Pushing event deleted for resources: {'Port': ['ID=8238f0ac-648b-4e4e-9e40-e96d811569d0,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:23.507993 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] No DVR routers for this DVR port 8238f0ac-648b-4e4e-9e40-e96d811569d0 on host dv-cinder-836069-1-iscsi {{(pid=103993) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:23.508629 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52753a4c-47c1-45b9-9142-3d9126900105 None None] Pushing event deleted for resources: {'Port': ['ID=8238f0ac-648b-4e4e-9e40-e96d811569d0,revision_number=None']} {{(pid=103995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:23.512327 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52753a4c-47c1-45b9-9142-3d9126900105 None None] No DVR routers for this DVR port 8238f0ac-648b-4e4e-9e40-e96d811569d0 on host dv-cinder-836069-1-iscsi {{(pid=103995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 13:03:23.831091 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-748059', 'neutron.services.segments.db._delete_segments_for_network-8771207528569'] for network (f653ef51-d9fc-4be5-9136-751adb436055), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.850370 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f653ef51-d9fc-4be5-9136-751adb436055']}} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:23.859239 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3') {'for_net_delete': True} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:23.859534 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.services.segments.db [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3') {} {{(pid=103993) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 13:03:23.869599 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771207529090', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3943004'] for segment (f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3), before_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.885143 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387'] for segment (f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3), precommit_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.891419 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103993) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 13:03:23.891810 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-719387', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3677283'] for segment (f866e09d-b8cb-42b6-9ac8-d9af3eac3ea3), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: Traceback (most recent call last): Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: timer() Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: cb(*args, **kw) Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: return func(*args, **kwargs) Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: self._notify() Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: self.callback(batched_events) Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: event.method(event) Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: return f(self, *a, **k) Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._get(url).json() Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: return self.request(url, 'GET', **kwargs) Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 13:03:23.893520 dv-cinder-836069-1-iscsi neutron-server[103993]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 13:03:24.031409 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-748130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1737903'] for network (f653ef51-d9fc-4be5-9136-751adb436055), after_delete {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:24.036039 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1676528'] for network (None), before_response {{(pid=103993) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:24.042623 dv-cinder-836069-1-iscsi neutron-server[103993]: INFO neutron.wsgi [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f653ef51-d9fc-4be5-9136-751adb436055 HTTP/1.1" status: 204 len: 168 time: 0.9618697 Apr 06 13:03:24.052746 dv-cinder-836069-1-iscsi neutron-server[103993]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdb04a-8a1e-4df0-a30d-5feb0d8bd698 admin admin] Pushing event deleted for resources: {'Network': ['ID=f653ef51-d9fc-4be5-9136-751adb436055,revision_number=None']} {{(pid=103993) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:24.394418 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54102) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:24.434372 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-eb002c0a-99bb-4930-9604-402e527cc16f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69049f30e0d94929bee0a5fbf331e598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388186 Apr 06 13:03:24.436851 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54104) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:24.487215 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-61abd0eb-ca1f-44ee-ac00-4f5e5751f53d admin admin] Publish callbacks [] for security_group (f41582c6-4cbe-4478-b855-b6819b484bbe), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:24.508370 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-61abd0eb-ca1f-44ee-ac00-4f5e5751f53d admin admin] Publish callbacks [] for security_group (f41582c6-4cbe-4478-b855-b6819b484bbe), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:24.631064 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-61abd0eb-ca1f-44ee-ac00-4f5e5751f53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (f41582c6-4cbe-4478-b855-b6819b484bbe), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:24.633647 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-61abd0eb-ca1f-44ee-ac00-4f5e5751f53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:24.634816 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-61abd0eb-ca1f-44ee-ac00-4f5e5751f53d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f41582c6-4cbe-4478-b855-b6819b484bbe HTTP/1.1" status: 204 len: 168 time: 0.1970582 Apr 06 13:03:24.642795 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abd0eb-ca1f-44ee-ac00-4f5e5751f53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41582c6-4cbe-4478-b855-b6819b484bbe,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:24.858894 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 8238f0ac-648b-4e4e-9e40-e96d811569d0 no longer exists at agent ovs-agent-dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 13:03:24.880271 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.plugin [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] No Port match for: 8238f0ac-648b-4e4e-9e40-e96d811569d0 {{(pid=103995) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 13:03:24.880619 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron.plugins.ml2.rpc [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Device 8238f0ac-648b-4e4e-9e40-e96d811569d0 not bound to the agent host dv-cinder-836069-1-iscsi {{(pid=103995) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 13:03:25.272934 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54110) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:25.311899 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-24e42b68-fef3-481b-9681-41b14da3a3a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=20944252838245469a3e7ce34840cdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377443 Apr 06 13:03:25.314388 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [-] (103994) accepted ('10.222.0.60', 54112) {{(pid=103994) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 13:03:25.374157 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2b017abf-1a64-4dd2-8263-5f5e7f990686 admin admin] Publish callbacks [] for security_group (413bb297-276b-493f-a4cc-3c05cbcba5c2), before_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.395008 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2b017abf-1a64-4dd2-8263-5f5e7f990686 admin admin] Publish callbacks [] for security_group (413bb297-276b-493f-a4cc-3c05cbcba5c2), precommit_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.515141 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2b017abf-1a64-4dd2-8263-5f5e7f990686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1598820'] for security_group (413bb297-276b-493f-a4cc-3c05cbcba5c2), after_delete {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.517572 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-2b017abf-1a64-4dd2-8263-5f5e7f990686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:25.518816 dv-cinder-836069-1-iscsi neutron-server[103994]: INFO neutron.wsgi [None req-2b017abf-1a64-4dd2-8263-5f5e7f990686 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/413bb297-276b-493f-a4cc-3c05cbcba5c2 HTTP/1.1" status: 204 len: 168 time: 0.2035074 Apr 06 13:03:25.526475 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b017abf-1a64-4dd2-8263-5f5e7f990686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413bb297-276b-493f-a4cc-3c05cbcba5c2,revision_number=None']} {{(pid=103994) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 13:03:34.031735 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:39.355062 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-a47e2c2c-b41a-4192-9a40-c5681cb2f560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:41.882236 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-11cadc05-ff7e-43dc-a710-4b41f13afee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:43.093460 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:44.675613 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:46.092065 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:03:56.729965 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:04:04.063338 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:09.338201 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-abb417ae-11c6-4824-8584-79b0a3594f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:11.835582 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b98efb0e-4c38-4e30-9971-86f1d0438ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:13.104121 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:14.680338 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:16.097905 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:33.729791 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:04:34.068443 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:39.394421 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-63fe0a22-d6ba-46b1-8046-39b386f937a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:41.851964 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8839b6ff-104b-4a45-a6b7-5a8802368dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:43.102526 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:44.685003 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:04:46.131308 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:04.079137 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:09.388058 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-1167b982-3ed7-4445-a52f-d8a4b1f27fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:10.728915 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:05:11.861660 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-b33bf078-725e-4fad-9387-1aa0860a69dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:13.114899 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:14.673020 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:16.158817 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:34.090091 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:39.335384 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d5d87e72-af35-49c3-b703-564157738afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:41.832828 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-4f57a4fd-c53a-424f-b163-826cb5a70ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:43.112855 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:44.712259 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:46.162820 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:05:47.728329 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:06:04.112219 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:09.344802 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-555788ba-ce0e-45c8-a746-3e1ae6e42565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:11.870588 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-d5e21f1e-a0cf-403a-aa57-ab392f6a1f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:13.100663 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:14.682950 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:16.111953 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:24.728553 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:06:34.082888 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:39.402629 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f8848daa-4b81-4685-a5b5-61092d59f894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:41.831519 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-61857a94-0ff5-4833-ab35-57e484cd5f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:43.120991 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:44.723111 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:06:46.109841 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:01.727162 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:07:04.091900 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:09.390772 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-9825e0c5-fc84-4a93-9017-b1bb9f60d75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:11.819028 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-319f16a1-b670-4d4d-b2ce-f0117595e3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:13.128159 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:14.717405 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:16.096603 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:21.737618 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-fd905fb6-4cf6-4d01-933c-faeb5f7fe448 service neutron] (103994) timed out ('10.222.0.60', 49836) {{(pid=103994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:07:21.825704 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-ee222a13-fb37-4219-b94e-4c53d798392d req-47e83fe5-f245-4915-b6ec-ea5f3eaf6471 tempest-TestShelveInstance-1553814307 tempest-TestShelveInstance-1553814307-project] (103994) timed out ('10.222.0.60', 49844) {{(pid=103994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:07:34.130218 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:38.726488 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:07:39.353024 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-523da4bd-6c6d-4aee-a9f5-ff9bde28a0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:41.821121 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-7c55954d-6b68-42c4-8bb3-35a8818faeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:43.178355 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:44.706634 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:07:46.112301 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:03.205329 dv-cinder-836069-1-iscsi neutron-server[103994]: DEBUG neutron.wsgi [req-224e4022-ec04-4722-ae85-b57cd82d33f1 req-24d097da-e872-49e5-87a9-db5b816abeb9 service neutron] (103994) timed out ('10.222.0.74', 54846) {{(pid=103994) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 13:08:04.126817 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:09.372092 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8d75ed7d-45be-485d-8787-f264f7622a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:11.819568 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-641ca00c-dbbf-42a2-a592-0c40d8779d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:13.168214 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:14.720401 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:15.726337 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:08:16.108992 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:34.081637 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:39.336669 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-8be28589-b569-4fc7-baeb-e2c201d3fb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:41.869420 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-f24a484d-2c04-4807-9be8-08f3a52b921f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:43.126516 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:44.696641 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:46.132067 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:08:52.725437 dv-cinder-836069-1-iscsi neutron-server[103996]: DEBUG neutron.db.agents_db [None req-ea155f6b-693c-41dd-8453-537e448e50c7 None None] Agent healthcheck: found 6 active agents {{(pid=103996) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 13:09:04.114330 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2bf310c5-5fc9-4447-9308-b835265e5991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (e810a11e-711d-443b-b324-64b1b1c184b3), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:09.353859 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-2db50c96-c51e-4830-bd6c-ef1eaf798cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (2a2a23bd-5021-4eb5-b90a-660d75972b35), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:11.822702 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-05ea0a22-5873-4597-8987-f68614f51949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (99d8ee2f-8cc5-4db8-930f-297a0c2b0eb5), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:13.142785 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-671cfa8f-0cb9-4ae3-9143-7dc67a7f4283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (22936b3a-8c5f-4a98-a3cf-daca61097277), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:14.713995 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-366d3513-52a9-4850-986d-f3366e9a475e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (efa022a2-7efc-458b-b64d-6e8b73926d5c), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 13:09:16.096539 dv-cinder-836069-1-iscsi neutron-server[103995]: DEBUG neutron_lib.callbacks.manager [None req-43ccd802-3cc7-4c68-bab9-d2ba4c015c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771207528551', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-824282'] for agent (10229404-0a7b-48a8-98be-100c2f4d489b), after_update {{(pid=103995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}